{ "evaluation_schema_version": 3, "run_metadata": { "started_at_utc": "2026-10-24T19:03:20.819107+00:00", "python": "3.10.12", "git_head": "9f3483d29017bee0d93ed4c225c9952c024d0029", "wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", "fingerprints": { "implementation": { "tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5", "tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80", "tools/graphrag/evaluation/evaluate_graphrag.py": "6bdf68307b6bb90731fe09a89955e96eee76fec13bdf82281a96715dd168680e", "tools/graphrag/evaluation/freeze_graphrag.py": "32198eca7642f39a8ad33deefe0eea396d38fcc0f5bc5814cbb64ab6d3443b9e", "tools/graphrag/evaluation/graphrag_evaluator.py": "267d4e9942b7767a78a3689e8f7c9d6ed49f025389b043b69449b2d225651160", "tools/graphrag/evaluation/reproducibility.py": "5c28d8aa37ec6a973fa494f7e528c19af2f1326422ea7fd05912e01aa1af6725", "tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2", "tools/graphrag/graph_search.py": "20f466e8d9eef6a38e41860e9be9ebc719c93f38bcfa6f60aca0e1b56c7d6bca", "tools/graphrag/graphrag.py": "bee2eb1f86d8df8e978495a61107edf723df2dc2e0468e3ecf844719ec635e1d", "tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb", "tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748", "tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b", "tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48", "tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e", "tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298", "tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f", "tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c", "requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a" }, "dataset_sha256": "b5c96e423fc9a5bcee0dcca38fdeac86b2f7cd1efebfcb0d7cd4cfb7fed0620e", "inputs": { "data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", "data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9" } }, "graph": { "sha256": "0637d9ebb106c65d9aaa73d0634b28db81135e6a6c7503ea6b06c4a922e7e1e3", "nodes": 422, "relationships": 829 }, "completed_at_utc": "2026-10-24T19:03:27.594766+00:00", "freeze_sha256": "2277226cbefa6337e04b5642da1145e1a11c48bbb05cf90de7ee5a7dbc71d806", "audit_sha256": "4fbc8ea8090caaf275cac384e3c3c8ed7c3743b49523086bee3f0970e11d9276" }, "configuration": { "questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions.json", "split": "test", "dataset_question_count": 500, "selected_question_count": 214, "limit": 40, "max_entities": 8, "ids": [], "max_questions": null }, "summary": { "questions": 214, "strict_count": 152, "strict_accuracy": 0.71028, "error_count": 0, "value_score": 0.735202, "entity_score": 0.726636, "relation_score": 0.738318, "property_score": 0.794393, "relation_choice_score": 0.953271, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.029583, "latency_median_seconds": 0.029331, "latency_p95_seconds": 0.033782 }, "by_category": { "candidate_set_aggregation": { "questions": 7, "strict_count": 7, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.031866, "latency_median_seconds": 0.031797, "latency_p95_seconds": 0.032379 }, "conjunctive_disambiguation": { "questions": 9, "strict_count": 1, "strict_accuracy": 0.111111, "error_count": 0, "value_score": 0.111111, "entity_score": 0.111111, "relation_score": 0.111111, "property_score": 0.111111, "relation_choice_score": 0.111111, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.027812, "latency_median_seconds": 0.026418, "latency_p95_seconds": 0.032829 }, "document_author_category_multi_hop": { "questions": 25, "strict_count": 25, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.028392, "latency_median_seconds": 0.028353, "latency_p95_seconds": 0.029533 }, "person_keyword_title": { "questions": 38, "strict_count": 3, "strict_accuracy": 0.078947, "error_count": 0, "value_score": 0.105263, "entity_score": 0.092105, "relation_score": 0.105263, "property_score": 0.105263, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.027967, "latency_median_seconds": 0.025972, "latency_p95_seconds": 0.033757 }, "person_multiple_categories": { "questions": 9, "strict_count": 6, "strict_accuracy": 0.666667, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.028002, "latency_median_seconds": 0.02694, "latency_p95_seconds": 0.031688 }, "person_title_year": { "questions": 36, "strict_count": 36, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032105, "latency_median_seconds": 0.031681, "latency_p95_seconds": 0.035582 }, "same_academic_year_pair": { "questions": 44, "strict_count": 42, "strict_accuracy": 0.954545, "error_count": 0, "value_score": 0.984849, "entity_score": 0.954545, "relation_score": 1.0, "property_score": 0.954545, "relation_choice_score": 0.954545, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.031572, "latency_median_seconds": 0.031125, "latency_p95_seconds": 0.033997 }, "same_start_year_pair": { "questions": 32, "strict_count": 32, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.02848, "latency_median_seconds": 0.027546, "latency_p95_seconds": 0.030821 }, "shared_keyword_pair": { "questions": 14, "strict_count": 0, "strict_accuracy": 0.0, "error_count": 0, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.026888, "latency_median_seconds": 0.026382, "latency_p95_seconds": 0.029034 } }, "by_difficulty": { "hard": { "questions": 178, "strict_count": 116, "strict_accuracy": 0.651685, "error_count": 0, "value_score": 0.681648, "entity_score": 0.671348, "relation_score": 0.685393, "property_score": 0.752809, "relation_choice_score": 0.94382, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.029072, "latency_median_seconds": 0.028377, "latency_p95_seconds": 0.033747 }, "medium": { "questions": 36, "strict_count": 36, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032105, "latency_median_seconds": 0.031681, "latency_p95_seconds": 0.035582 } }, "questions": [ { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0029", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.02863, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Ronald Zalacko", "Docker" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Docker" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0030", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.025681, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Ronald Zalacko", "Docker" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Docker" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0033", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.028839, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Oleksandr Dorybohov", "agent" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0034", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.027412, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Oleksandr Dorybohov", "agent" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0039", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.029397, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Samuel Vasiľ", "OpenWebUI" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0040", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.025237, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Samuel Vasiľ", "OpenWebUI" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0043", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.025173, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Ján Malinovský", "znalostný graf" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0044", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026392, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Ján Malinovský", "znalostný graf" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0045", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.025938, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Maksym Zatirka", "znalostný graf" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0046", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.0252, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Maksym Zatirka", "znalostný graf" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0047", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026373, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Maksym Zatirka", "znalostný graf" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0048", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.025873, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Maksym Zatirka", "znalostný graf" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0051", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.027964, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Samuel Vasiľ", "RAG" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0052", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.028319, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Samuel Vasiľ", "RAG" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0055", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?", "latency_seconds": 0.033795, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "matched_values": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0056", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?", "latency_seconds": 0.032272, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "matched_values": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0057", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?", "latency_seconds": 0.032439, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "Márk Fehér", "2022" ], "matched_values": [ "Filip Tomáš", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0059", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.031066, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0061", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?", "latency_seconds": 0.033916, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "matched_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0062", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.036186, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "matched_values": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0065", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?", "latency_seconds": 0.034872, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Martin Šarišský", "2026" ], "matched_values": [ "Ján Malinovský", "Martin Šarišský" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [ "academic_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0067", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?", "latency_seconds": 0.032398, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "matched_values": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0069", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?", "latency_seconds": 0.0308, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Márk Fehér", "2022" ], "matched_values": [ "Alina Vitko", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0070", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?", "latency_seconds": 0.030749, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "matched_values": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0073", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?", "latency_seconds": 0.033775, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "matched_values": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0077", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?", "latency_seconds": 0.032121, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "matched_values": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0080", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.03028, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "matched_values": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0082", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?", "latency_seconds": 0.029731, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0083", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.031184, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "matched_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0085", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.030696, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "matched_values": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0090", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?", "latency_seconds": 0.030473, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "matched_values": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0094", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?", "latency_seconds": 0.030979, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Ronald Zalacko", "2026" ], "matched_values": [ "Denis Le Thanh", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0096", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?", "latency_seconds": 0.032781, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Filip Tomáš", "2022" ], "matched_values": [ "Alina Vitko", "Filip Tomáš", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0101", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?", "latency_seconds": 0.031393, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Ján Malinovský", "2026" ], "matched_values": [ "Denis Le Thanh", "Ján Malinovský", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0102", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?", "latency_seconds": 0.031656, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Martin Šarišský", "2026" ], "matched_values": [ "Maksym Zatirka", "Martin Šarišský", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0103", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?", "latency_seconds": 0.031534, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2027" ], "matched_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2027" ], "expected_entities": [ { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "year", "value": "2027" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0106", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?", "latency_seconds": 0.030663, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Samuel Vasiľ", "2026" ], "matched_values": [ "Denis Le Thanh", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0109", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?", "latency_seconds": 0.031207, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2026" ], "matched_values": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0112", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?", "latency_seconds": 0.030988, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Martin Wencel", "2020" ], "matched_values": [ "Dmytro Ushatenko", "Martin Wencel", "2020" ], "expected_entities": [ { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0113", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?", "latency_seconds": 0.030088, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Ronald Zalacko", "2026" ], "matched_values": [ "Ján Malinovský", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0117", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?", "latency_seconds": 0.03159, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Martin Šarišský", "2026" ], "matched_values": [ "Denis Le Thanh", "Martin Šarišský", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0119", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?", "latency_seconds": 0.03127, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "matched_values": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0120", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?", "latency_seconds": 0.030895, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "matched_values": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0121", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?", "latency_seconds": 0.032381, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "Márk Fehér", "2022" ], "matched_values": [ "Filip Tomáš", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0123", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.030853, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0125", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?", "latency_seconds": 0.032875, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "matched_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0126", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.03045, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "matched_values": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0129", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?", "latency_seconds": 0.032707, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Martin Šarišský", "2026" ], "matched_values": [ "Ján Malinovský", "Martin Šarišský" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [ "academic_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0131", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?", "latency_seconds": 0.0308, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "matched_values": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0133", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?", "latency_seconds": 0.034011, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Márk Fehér", "2022" ], "matched_values": [ "Alina Vitko", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0134", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?", "latency_seconds": 0.030999, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "matched_values": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0137", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?", "latency_seconds": 0.030742, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "matched_values": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0141", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?", "latency_seconds": 0.030214, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "matched_values": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0144", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.030026, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "matched_values": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0146", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?", "latency_seconds": 0.030005, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0147", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.030108, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "matched_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0149", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.029898, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "matched_values": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0154", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?", "latency_seconds": 0.031309, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "matched_values": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0157", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?", "latency_seconds": 0.028997, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "matched_values": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0158", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?", "latency_seconds": 0.028138, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "matched_values": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0159", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?", "latency_seconds": 0.02848, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "matched_values": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0161", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.027429, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "matched_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0166", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?", "latency_seconds": 0.032411, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0169", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?", "latency_seconds": 0.051023, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0170", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.02952, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "matched_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0171", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.028049, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "matched_values": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0173", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.028715, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "matched_values": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0175", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.027294, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "matched_values": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0176", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?", "latency_seconds": 0.027561, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "matched_values": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0178", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?", "latency_seconds": 0.027137, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "matched_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0179", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?", "latency_seconds": 0.027344, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0180", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?", "latency_seconds": 0.02776, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0181", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?", "latency_seconds": 0.028278, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Ján Malinovský", "2022" ], "matched_values": [ "Andrii Pervashov", "Ján Malinovský", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0183", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?", "latency_seconds": 0.029056, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2016" ], "matched_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2016" ], "expected_entities": [ { "type": "year", "value": "2016" } ], "matched_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0184", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?", "latency_seconds": 0.027888, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "Martin Šarišský", "2021" ], "matched_values": [ "Eduard Matovka", "Martin Šarišský", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0187", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?", "latency_seconds": 0.02739, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Samuel Vasiľ", "2022" ], "matched_values": [ "Andrii Pervashov", "Samuel Vasiľ", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0191", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?", "latency_seconds": 0.027939, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "matched_values": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0192", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?", "latency_seconds": 0.027064, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "matched_values": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0193", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?", "latency_seconds": 0.027957, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "matched_values": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0195", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.027162, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "matched_values": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0200", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?", "latency_seconds": 0.026257, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0203", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?", "latency_seconds": 0.026844, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0204", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.02753, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "matched_values": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0205", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.028417, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "matched_values": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0207", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.026652, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "matched_values": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0209", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.026911, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "matched_values": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0210", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?", "latency_seconds": 0.026253, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "matched_values": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0212", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?", "latency_seconds": 0.026634, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "matched_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0213", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?", "latency_seconds": 0.026713, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0214", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?", "latency_seconds": 0.026558, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "matched_values": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0215", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?", "latency_seconds": 0.031693, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "matched_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0216", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.031474, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "matched_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0217", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?", "latency_seconds": 0.033513, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "matched_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0218", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032751, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "matched_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0223", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?", "latency_seconds": 0.031669, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "matched_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0224", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.031798, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "matched_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0225", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?", "latency_seconds": 0.030322, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "matched_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0226", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.030611, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "matched_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0229", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "latency_seconds": 0.031376, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "matched_values": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0230", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.033436, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "matched_values": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0233", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?", "latency_seconds": 0.031967, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "matched_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0234", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.031886, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "matched_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0235", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?", "latency_seconds": 0.032539, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "matched_values": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0236", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.03197, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "matched_values": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0241", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?", "latency_seconds": 0.030517, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "matched_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "expected_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "HAS_WORK" ], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [ "Work.title", "Work.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0242", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032665, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "matched_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "expected_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "HAS_WORK" ], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [ "Work.title", "Work.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0247", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?", "latency_seconds": 0.033034, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "matched_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0248", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.031437, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "matched_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0249", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?", "latency_seconds": 0.031002, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "matched_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0250", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.03164, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "matched_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0253", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?", "latency_seconds": 0.03014, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "matched_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0254", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.03106, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "matched_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0255", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?", "latency_seconds": 0.031488, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "matched_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0256", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.033026, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "matched_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0263", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?", "latency_seconds": 0.032823, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "matched_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0264", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.036111, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "matched_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0265", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?", "latency_seconds": 0.041553, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "matched_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0266", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.035405, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "matched_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0267", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?", "latency_seconds": 0.032375, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0268", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.030871, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0273", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?", "latency_seconds": 0.03133, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "matched_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0274", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.029625, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "matched_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0279", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?", "latency_seconds": 0.030054, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "matched_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0280", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.033345, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "matched_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0291", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?", "latency_seconds": 0.029265, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "matched_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0292", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.030024, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "matched_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0295", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?", "latency_seconds": 0.032062, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "cloud", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "cloud" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0306", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?", "latency_seconds": 0.02586, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "inštrukcie", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "inštrukcie" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0307", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?", "latency_seconds": 0.02625, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "právne informácie", "Agentové systémy pomocou veľkého jazykového modelu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "právne informácie" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0308", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.031762, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania" ], "matched_values": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania" ], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "expected_properties": [ "Work.title" ], "matched_properties": [ "Work.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0310", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?", "latency_seconds": 0.02632, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "SlovakAlpaca", "Slovenská konverzačná umelá inteligencia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "SlovakAlpaca" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0311", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?", "latency_seconds": 0.025225, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "BiLSTM", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "BiLSTM" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0312", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?", "latency_seconds": 0.025966, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "NCCL", "Paralelné trénovanie neurónových sietí" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "NCCL" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0313", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "latency_seconds": 0.025838, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "Docker", "Skórovací online systém pre robotické súťaže" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Docker" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0315", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.033392, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "RAG", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0317", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?", "latency_seconds": 0.025363, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "lekáreň", "Expertný agentový systém na podporu rozhodovania v lekárni" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "lekáreň" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0318", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?", "latency_seconds": 0.03166, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "chatbot", "Jednoduchý chatbot v jazyku Python" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "chatbot" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0320", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?", "latency_seconds": 0.030603, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Python", "Jednoduchý chatbot v jazyku Python" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Python" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0321", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?", "latency_seconds": 0.024745, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "morfologická analýza", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "morfologická analýza" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0325", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?", "latency_seconds": 0.025801, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "speech-to-text", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "speech-to-text" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0326", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?", "latency_seconds": 0.026016, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "robotické súťaže", "Skórovací online systém pre robotické súťaže" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "robotické súťaže" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0332", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "latency_seconds": 0.043224, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "matched_values": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0334", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?", "latency_seconds": 0.025889, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "CI/CD", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "CI/CD" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0335", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?", "latency_seconds": 0.026231, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "slovenský jazykový model", "Slovenská konverzačná umelá inteligencia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenský jazykový model" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0338", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "latency_seconds": 0.031166, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti" ], "matched_values": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti" ], "expected_entities": [ { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "matched_entities": [ { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0339", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?", "latency_seconds": 0.02561, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "MCP", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "MCP" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0342", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "latency_seconds": 0.033742, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "agent", "Agentové systémy pomocou veľkého jazykového modelu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0350", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?", "latency_seconds": 0.032128, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "PyTorch", "Paralelné trénovanie neurónových sietí" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "PyTorch" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0351", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?", "latency_seconds": 0.025346, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "Docker Compose", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Docker Compose" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0352", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?", "latency_seconds": 0.025389, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Streamlit", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Streamlit" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0356", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?", "latency_seconds": 0.033839, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "klasifikácia textu", "Klasifikácia textu metódami strojového učenia" ], "matched_values": [ "Márk Fehér", "klasifikácia textu", "Klasifikácia textu metódami strojového učenia" ], "expected_entities": [ { "type": "keyword", "value": "klasifikácia textu" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" } ], "matched_entities": [ { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0357", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?", "latency_seconds": 0.025957, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Slovak Mistral", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Slovak Mistral" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0358", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?", "latency_seconds": 0.025629, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "kyberbezpečnosť", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "kyberbezpečnosť" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0360", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?", "latency_seconds": 0.025783, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "slovenské právo", "Grafová databáza pre podporu generovania slovenského jazyka" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenské právo" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0362", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?", "latency_seconds": 0.031582, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Question Answering", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Question Answering" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0363", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?", "latency_seconds": 0.025125, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "LightRAG", "Expertný agentový systém na podporu rozhodovania v lekárni" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "LightRAG" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0365", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.025655, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "OpenWebUI", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0367", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?", "latency_seconds": 0.026591, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "grafová databáza", "Grafová databáza pre podporu generovania slovenského jazyka" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "grafová databáza" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0369", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?", "latency_seconds": 0.025261, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "API", "Automatické odpovede na otázky v právnej oblasti" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "API" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0370", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.02565, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "OpenWebUI", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0371", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?", "latency_seconds": 0.025979, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "Azure", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Azure" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0372", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?", "latency_seconds": 0.027264, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "dialógový systém", "Jednoduchý chatbot v jazyku Python" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "dialógový systém" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0373", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?", "latency_seconds": 0.027055, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "CRF", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "CRF" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0374", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?", "latency_seconds": 0.025773, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "DeepEval", "Agentové systémy pomocou veľkého jazykového modelu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "DeepEval" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0377", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?", "latency_seconds": 0.028582, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2027", "Oleh Poiasnik" ], "matched_values": [ "Daniel Hladek", "dp2027", "Oleh Poiasnik" ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0378", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?", "latency_seconds": 0.027959, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Andrii Pervashov" ], "matched_values": [ "Daniel Hladek", "bp2025", "Andrii Pervashov" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0383", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?", "latency_seconds": 0.028748, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Alina Vitko" ], "matched_values": [ "Daniel Hladek", "bp2022", "Alina Vitko" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0384", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?", "latency_seconds": 0.02859, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2027", "Ján Malinovský" ], "matched_values": [ "Daniel Hladek", "dp2027", "Ján Malinovský" ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0391", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?", "latency_seconds": 0.027715, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Samuel Vasiľ" ], "matched_values": [ "Daniel Hladek", "bp2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0395", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?", "latency_seconds": 0.027904, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Lukáš Pokrývka" ], "matched_values": [ "Daniel Hladek", "bp2019", "Lukáš Pokrývka" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0399", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?", "latency_seconds": 0.028353, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Filip Tomáš" ], "matched_values": [ "Daniel Hladek", "dp2024", "Filip Tomáš" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0401", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?", "latency_seconds": 0.028499, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Ronald Zalacko" ], "matched_values": [ "Daniel Hladek", "bp2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0402", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?", "latency_seconds": 0.028636, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2021", "Martin Wencel" ], "matched_values": [ "Daniel Hladek", "bp2021", "Martin Wencel" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0403", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?", "latency_seconds": 0.027674, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Eduard Matovka" ], "matched_values": [ "Daniel Hladek", "bp2024", "Eduard Matovka" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0404", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?", "latency_seconds": 0.029116, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2025", "Filip Tomáš" ], "matched_values": [ "Daniel Hladek", "dp2025", "Filip Tomáš" ], "expected_entities": [ { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0406", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?", "latency_seconds": 0.02892, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Márk Fehér" ], "matched_values": [ "Daniel Hladek", "dp2022", "Márk Fehér" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0409", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?", "latency_seconds": 0.02801, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Oleksandr Dorybohov" ], "matched_values": [ "Daniel Hladek", "bp2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0413", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?", "latency_seconds": 0.027263, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2020", "Dmytro Ushatenko" ], "matched_values": [ "Daniel Hladek", "bp2020", "Dmytro Ushatenko" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0414", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?", "latency_seconds": 0.028031, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2023", "Martin Šarišský" ], "matched_values": [ "Daniel Hladek", "vp2023", "Martin Šarišský" ], "expected_entities": [ { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0418", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?", "latency_seconds": 0.028608, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Filip Tomáš" ], "matched_values": [ "Daniel Hladek", "bp2022", "Filip Tomáš" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0419", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?", "latency_seconds": 0.028126, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Dárius Lindvai" ], "matched_values": [ "Daniel Hladek", "bp2019", "Dárius Lindvai" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0421", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?", "latency_seconds": 0.029637, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Youssef Ressaissi" ], "matched_values": [ "Daniel Hladek", "iaeste", "Youssef Ressaissi" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "actual_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "matched_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0423", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?", "latency_seconds": 0.030141, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Lukáš Pokrývka" ], "matched_values": [ "Daniel Hladek", "dp2021", "Lukáš Pokrývka" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0428", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?", "latency_seconds": 0.028402, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Vladyslav Yanchenko" ], "matched_values": [ "Daniel Hladek", "bp2025", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0429", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?", "latency_seconds": 0.028121, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Maksym Zatirka" ], "matched_values": [ "Daniel Hladek", "bp2026", "Maksym Zatirka" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0430", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?", "latency_seconds": 0.027976, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Martin Šarišský" ], "matched_values": [ "Daniel Hladek", "bp2024", "Martin Šarišský" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0431", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?", "latency_seconds": 0.028124, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Sevval Bulburu" ], "matched_values": [ "Daniel Hladek", "iaeste", "Sevval Bulburu" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "actual_documents": [ "pages/interns/sevval_bulburu/README.md" ], "matched_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0432", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?", "latency_seconds": 0.028059, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2026", "Martin Šarišský" ], "matched_values": [ "Daniel Hladek", "dp2026", "Martin Šarišský" ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0434", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?", "latency_seconds": 0.028602, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Oleh Poiasnik" ], "matched_values": [ "Daniel Hladek", "bp2025", "Oleh Poiasnik" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0437", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "latency_seconds": 0.031754, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "bp2019", "dp2021" ], "matched_values": [ "Lukáš Pokrývka", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0441", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "latency_seconds": 0.03159, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "matched_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [ "bp2022", "dp2024", "dp2025" ], "entity_set_actual": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0444", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "latency_seconds": 0.026818, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "matched_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [ "bp2025", "dp2027" ], "entity_set_actual": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0446", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?", "latency_seconds": 0.026562, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "bp2019", "dp2021" ], "matched_values": [ "Dárius Lindvai", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0448", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?", "latency_seconds": 0.026852, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "bp2025", "dp2027" ], "matched_values": [ "Andrii Pervashov", "bp2025", "dp2027" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [ "bp2025", "dp2027" ], "entity_set_actual": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0451", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?", "latency_seconds": 0.02694, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023" ], "matched_values": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" }, { "type": "category", "value": "vp2023" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" }, { "type": "category", "value": "vp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [ "bp2024", "dp2026", "vp2023" ], "entity_set_actual": [ "bp2024", "dp2026", "vp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0456", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "latency_seconds": 0.02701, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "bp2019", "dp2021" ], "matched_values": [ "Lukáš Pokrývka", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0460", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "latency_seconds": 0.027796, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "matched_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [ "bp2022", "dp2024", "dp2025" ], "entity_set_actual": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0463", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "latency_seconds": 0.026692, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "matched_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [ "bp2025", "dp2027" ], "entity_set_actual": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0467", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "latency_seconds": 0.031457, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "matched_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "darius lindvai", "lukas pokryvka" ], "entity_set_actual": [ "darius lindvai", "lukas pokryvka" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0468", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "latency_seconds": 0.031701, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "matched_values": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_actual": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0470", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "latency_seconds": 0.031747, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Martin Wencel", "2", "2020" ], "matched_values": [ "Dmytro Ushatenko", "Martin Wencel", "2", "2020" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "dmytro ushatenko", "martin wencel" ], "entity_set_actual": [ "dmytro ushatenko", "martin wencel" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0472", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "latency_seconds": 0.031927, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka", "3", "2026" ], "matched_values": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka", "3", "2026" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [ "denis le thanh", "jan malinovsky", "maksym zatirka" ], "entity_set_actual": [ "denis le thanh", "jan malinovsky", "maksym zatirka" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0474", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?", "latency_seconds": 0.031857, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2", "2027" ], "matched_values": [ "Andrii Pervashov", "Oleh Poiasnik", "2", "2027" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [ "andrii pervashov", "oleh poiasnik" ], "entity_set_actual": [ "andrii pervashov", "oleh poiasnik" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0478", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.", "latency_seconds": 0.032573, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "matched_values": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "darius lindvai", "lukas pokryvka" ], "entity_set_actual": [ "darius lindvai", "lukas pokryvka" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0479", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.", "latency_seconds": 0.031797, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "matched_values": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_actual": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0481", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?", "latency_seconds": 0.026888, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "inštrukcie", "2026" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "inštrukcie" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0482", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?", "latency_seconds": 0.026786, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Slovak Mistral", "2026" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "Slovak Mistral" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0483", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?", "latency_seconds": 0.026187, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "znalostný graf", "2027" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "keyword", "value": "znalostný graf" }, { "type": "year", "value": "2027" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0487", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?", "latency_seconds": 0.026325, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "pomenované entity", "2020" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "pomenované entity" }, { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0489", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?", "latency_seconds": 0.026418, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "CRF", "2021" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "CRF" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0491", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?", "latency_seconds": 0.02581, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Streamlit", "2022" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "Streamlit" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0494", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?", "latency_seconds": 0.032847, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "chatbot", "2020" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "keyword", "value": "chatbot" }, { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0496", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?", "latency_seconds": 0.026247, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "speech-to-text", "2027" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "keyword", "value": "speech-to-text" }, { "type": "year", "value": "2027" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0497", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?", "latency_seconds": 0.032802, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "GPU", "2021" ], "matched_values": [ "Lukáš Pokrývka", "GPU", "2021" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "GPU" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "GPU" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] } ], "source_consistent_summary": { "questions": 154, "strict_count": 152, "strict_accuracy": 0.987013, "error_count": 0, "value_score": 0.995671, "entity_score": 0.987013, "relation_score": 1.0, "property_score": 0.987013, "relation_choice_score": 0.987013, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.030486, "latency_median_seconds": 0.030564, "latency_p95_seconds": 0.033949 }, "source_consistent_by_category": { "candidate_set_aggregation": { "questions": 7, "strict_count": 7, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.031866, "latency_median_seconds": 0.031797, "latency_p95_seconds": 0.032379 }, "conjunctive_disambiguation": { "questions": 1, "strict_count": 1, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032802, "latency_median_seconds": 0.032802, "latency_p95_seconds": 0.032802 }, "document_author_category_multi_hop": { "questions": 25, "strict_count": 25, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.028392, "latency_median_seconds": 0.028353, "latency_p95_seconds": 0.029533 }, "person_keyword_title": { "questions": 3, "strict_count": 3, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.035384, "latency_median_seconds": 0.031762, "latency_p95_seconds": 0.042078 }, "person_multiple_categories": { "questions": 6, "strict_count": 6, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.027781, "latency_median_seconds": 0.026896, "latency_p95_seconds": 0.030641 }, "person_title_year": { "questions": 36, "strict_count": 36, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032105, "latency_median_seconds": 0.031681, "latency_p95_seconds": 0.035582 }, "same_academic_year_pair": { "questions": 44, "strict_count": 42, "strict_accuracy": 0.954545, "error_count": 0, "value_score": 0.984849, "entity_score": 0.954545, "relation_score": 1.0, "property_score": 0.954545, "relation_choice_score": 0.954545, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.031572, "latency_median_seconds": 0.031125, "latency_p95_seconds": 0.033997 }, "same_start_year_pair": { "questions": 32, "strict_count": 32, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.02848, "latency_median_seconds": 0.027546, "latency_p95_seconds": 0.030821 } }, "source_inconsistent_ids": [ "g0029", "g0030", "g0033", "g0034", "g0039", "g0040", "g0043", "g0044", "g0045", "g0046", "g0047", "g0048", "g0051", "g0052", "g0295", "g0306", "g0307", "g0310", "g0311", "g0312", "g0313", "g0315", "g0317", "g0318", "g0320", "g0321", "g0325", "g0326", "g0334", "g0335", "g0339", "g0342", "g0350", "g0351", "g0352", "g0356", "g0357", "g0358", "g0360", "g0362", "g0363", "g0365", "g0367", "g0369", "g0370", "g0371", "g0372", "g0373", "g0374", "g0437", "g0446", "g0456", "g0481", "g0482", "g0483", "g0487", "g0489", "g0491", "g0494", "g0496" ] }