{ "evaluation_schema_version": 3, "run_metadata": { "started_at_utc": "2026-10-24T19:02:47.572839+00:00", "python": "3.10.12", "git_head": "9f3483d29017bee0d93ed4c225c9952c024d0029", "wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", "fingerprints": { "implementation": { "tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5", "tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80", "tools/graphrag/evaluation/evaluate_graphrag.py": "6bdf68307b6bb90731fe09a89955e96eee76fec13bdf82281a96715dd168680e", "tools/graphrag/evaluation/freeze_graphrag.py": "32198eca7642f39a8ad33deefe0eea396d38fcc0f5bc5814cbb64ab6d3443b9e", "tools/graphrag/evaluation/graphrag_evaluator.py": "267d4e9942b7767a78a3689e8f7c9d6ed49f025389b043b69449b2d225651160", "tools/graphrag/evaluation/reproducibility.py": "5c28d8aa37ec6a973fa494f7e528c19af2f1326422ea7fd05912e01aa1af6725", "tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2", "tools/graphrag/graph_search.py": "20f466e8d9eef6a38e41860e9be9ebc719c93f38bcfa6f60aca0e1b56c7d6bca", "tools/graphrag/graphrag.py": "bee2eb1f86d8df8e978495a61107edf723df2dc2e0468e3ecf844719ec635e1d", "tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb", "tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748", "tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b", "tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48", "tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e", "tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298", "tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f", "tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c", "requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a" }, "dataset_sha256": "b5c96e423fc9a5bcee0dcca38fdeac86b2f7cd1efebfcb0d7cd4cfb7fed0620e", "inputs": { "data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", "data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9" } }, "graph": { "sha256": "0637d9ebb106c65d9aaa73d0634b28db81135e6a6c7503ea6b06c4a922e7e1e3", "nodes": 422, "relationships": 829 }, "completed_at_utc": "2026-10-24T19:02:57.590137+00:00", "audit_sha256": "4fbc8ea8090caaf275cac384e3c3c8ed7c3743b49523086bee3f0970e11d9276" }, "configuration": { "questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions.json", "split": "dev", "dataset_question_count": 500, "selected_question_count": 286, "limit": 40, "max_entities": 8, "ids": [], "max_questions": null }, "summary": { "questions": 286, "strict_count": 209, "strict_accuracy": 0.730769, "error_count": 0, "value_score": 0.751748, "entity_score": 0.751748, "relation_score": 0.751748, "property_score": 0.835664, "relation_choice_score": 0.968531, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032786, "latency_median_seconds": 0.03221, "latency_p95_seconds": 0.041831 }, "by_category": { "candidate_set_aggregation": { "questions": 9, "strict_count": 9, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032839, "latency_median_seconds": 0.03287, "latency_p95_seconds": 0.034765 }, "conjunctive_disambiguation": { "questions": 11, "strict_count": 2, "strict_accuracy": 0.181818, "error_count": 0, "value_score": 0.181818, "entity_score": 0.181818, "relation_score": 0.181818, "property_score": 0.181818, "relation_choice_score": 0.181818, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.028718, "latency_median_seconds": 0.027179, "latency_p95_seconds": 0.03442 }, "document_author_category_multi_hop": { "questions": 35, "strict_count": 35, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.03659, "latency_median_seconds": 0.035975, "latency_p95_seconds": 0.041904 }, "person_keyword_title": { "questions": 42, "strict_count": 4, "strict_accuracy": 0.095238, "error_count": 0, "value_score": 0.095238, "entity_score": 0.095238, "relation_score": 0.095238, "property_score": 0.095238, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032663, "latency_median_seconds": 0.030885, "latency_p95_seconds": 0.046205 }, "person_multiple_categories": { "questions": 21, "strict_count": 15, "strict_accuracy": 0.714286, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.028285, "latency_median_seconds": 0.027554, "latency_p95_seconds": 0.031714 }, "person_title_year": { "questions": 44, "strict_count": 44, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.033826, "latency_median_seconds": 0.03231, "latency_p95_seconds": 0.039743 }, "same_academic_year_pair": { "questions": 56, "strict_count": 56, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.035307, "latency_median_seconds": 0.03434, "latency_p95_seconds": 0.040805 }, "same_start_year_pair": { "questions": 28, "strict_count": 28, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.028555, "latency_median_seconds": 0.02798, "latency_p95_seconds": 0.03114 }, "shared_keyword_pair": { "questions": 40, "strict_count": 16, "strict_accuracy": 0.4, "error_count": 0, "value_score": 0.4, "entity_score": 0.4, "relation_score": 0.4, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.031346, "latency_median_seconds": 0.030011, "latency_p95_seconds": 0.038856 } }, "by_difficulty": { "hard": { "questions": 242, "strict_count": 165, "strict_accuracy": 0.681818, "error_count": 0, "value_score": 0.706612, "entity_score": 0.706612, "relation_score": 0.706612, "property_score": 0.805785, "relation_choice_score": 0.96281, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032597, "latency_median_seconds": 0.032164, "latency_p95_seconds": 0.041891 }, "medium": { "questions": 44, "strict_count": 44, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.033826, "latency_median_seconds": 0.03231, "latency_p95_seconds": 0.039743 } }, "questions": [ { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.037433, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "matched_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.035416, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "matched_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.031317, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029606, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.031042, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029576, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.028865, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029412, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0009", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.028867, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0010", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029123, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0011", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.029002, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0012", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.027919, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0013", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.027892, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0014", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029358, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0015", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.02587, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0016", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.028411, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0017", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.027256, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0018", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026018, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0019", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.028044, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0020", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.030635, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0021", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.030589, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0022", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.034683, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0023", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.02886, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0024", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.031182, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0025", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.038696, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0026", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.041906, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0027", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.031662, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0028", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029943, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0031", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.031258, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0032", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.034636, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0035", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.029476, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0036", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.042411, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0037", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.036859, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0038", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029953, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0041", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.033878, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "matched_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0042", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.034934, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "matched_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0049", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.03198, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0050", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029189, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0053", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.03007, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0054", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.030627, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0058", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "latency_seconds": 0.040538, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "matched_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0060", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "latency_seconds": 0.035129, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Novotný", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0063", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.033403, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0064", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "latency_seconds": 0.033754, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0066", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.03164, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0068", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.03323, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0071", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.034048, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0072", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.051306, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0074", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "latency_seconds": 0.041968, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "matched_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0075", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.039645, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0076", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.037461, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "expected_entities": [ { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0078", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.040354, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "matched_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0079", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.037006, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0081", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.034235, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0084", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.03649, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0086", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.034878, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "expected_entities": [ { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0087", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.03767, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "matched_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0088", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.03211, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0089", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.033544, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "matched_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0091", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.033013, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0092", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.033095, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0093", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "latency_seconds": 0.038339, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Kristián Sopkovič", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0095", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "latency_seconds": 0.036387, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Michal Stromko", "2022" ], "matched_values": [ "Dominik Nagy", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0097", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "latency_seconds": 0.033982, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0098", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "latency_seconds": 0.035164, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Michal Stromko", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0099", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "latency_seconds": 0.033515, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Matej Ščišľak", "Rostyslav Rodzhuk", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0100", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.031868, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0104", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "latency_seconds": 0.033453, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Ščišľak", "2026" ], "matched_values": [ "Ján Pták", "Matej Ščišľak", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0105", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "latency_seconds": 0.033682, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0107", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "latency_seconds": 0.03179, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Novotný", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0108", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "latency_seconds": 0.031776, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Ján Pták", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0110", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.03159, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0111", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "latency_seconds": 0.034509, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0114", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "latency_seconds": 0.033169, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Ščišľak", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0115", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "latency_seconds": 0.035052, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Matej Novotný", "Rostyslav Rodzhuk", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0116", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.032058, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "expected_entities": [ { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0118", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.034542, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0122", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "latency_seconds": 0.032246, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "matched_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0124", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "latency_seconds": 0.035132, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Novotný", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0127", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.040031, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0128", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "latency_seconds": 0.041605, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0130", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.039519, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0132", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.035394, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0135", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.032907, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0136", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.032575, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0138", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "latency_seconds": 0.035918, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "matched_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0139", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.035493, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0140", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.033322, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "expected_entities": [ { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0142", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.036853, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "matched_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0143", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.033705, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0145", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.033962, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0148", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.037038, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0150", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.034444, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "expected_entities": [ { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0151", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.03399, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "matched_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0152", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.032451, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0153", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.035207, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "matched_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.029885, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "matched_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.027903, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "matched_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.027823, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.028935, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "matched_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.029787, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.02925, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.027829, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.028969, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.028057, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "expected_entities": [ { "type": "year", "value": "2016" } ], "matched_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.036591, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.027785, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.030561, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "matched_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "latency_seconds": 0.031452, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "matched_values": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "latency_seconds": 0.028827, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "matched_values": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.028735, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "latency_seconds": 0.028802, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "matched_values": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.027861, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "matched_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.02697, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "matched_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.026874, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.026984, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "matched_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.026571, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.027659, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.028289, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.027168, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.028239, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "expected_entities": [ { "type": "year", "value": "2016" } ], "matched_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.027256, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.027307, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.027177, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "matched_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0219", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "latency_seconds": 0.031291, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0220", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032369, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0221", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "latency_seconds": 0.031417, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0222", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032088, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0227", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "latency_seconds": 0.036523, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "matched_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0228", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.038864, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "matched_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0231", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "latency_seconds": 0.031716, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "matched_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0232", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.030937, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "matched_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0237", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "latency_seconds": 0.031819, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "matched_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0238", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032217, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "matched_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0239", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "latency_seconds": 0.032698, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0240", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.034307, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0243", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "latency_seconds": 0.031937, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "HAS_WORK" ], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [ "Work.title", "Work.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0244", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.03133, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "HAS_WORK" ], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [ "Work.title", "Work.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0245", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "latency_seconds": 0.035096, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0246", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.036623, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0251", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "latency_seconds": 0.033342, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "matched_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0252", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032007, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "matched_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0257", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "latency_seconds": 0.031346, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0258", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.030631, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0259", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "latency_seconds": 0.031052, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0260", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.031513, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0261", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "latency_seconds": 0.034855, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0262", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.054187, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0269", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "latency_seconds": 0.035496, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "matched_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0270", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032554, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "matched_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0271", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "latency_seconds": 0.032514, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0272", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.03513, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0275", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "latency_seconds": 0.033359, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0276", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.036935, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0277", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "latency_seconds": 0.031543, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0278", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.031702, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0281", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "latency_seconds": 0.031534, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0282", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.030841, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0283", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "latency_seconds": 0.031343, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0284", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.033305, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0285", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "latency_seconds": 0.032355, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "matched_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0286", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.034518, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "matched_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0287", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "latency_seconds": 0.032253, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0288", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032937, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0289", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "latency_seconds": 0.030801, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0290", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.032264, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0293", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "latency_seconds": 0.039898, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0294", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.046916, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0296", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?", "latency_seconds": 0.028569, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "slovenský text", "Automatická sumarizácia slovenského textu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenský text" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0297", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?", "latency_seconds": 0.026116, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "transformery", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "transformery" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0298", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.032601, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "hate speech", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0299", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.025679, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "FAISS", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0300", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.025524, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "OpenWebUI", "Agent pre manažment záverečných prác" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Work.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0301", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?", "latency_seconds": 0.026537, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Neo4J", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Neo4J" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0302", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?", "latency_seconds": 0.026121, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "prompting", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "prompting" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0303", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?", "latency_seconds": 0.026, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "morfologická anotácia", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "morfologická anotácia" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0304", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?", "latency_seconds": 0.025574, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "SQuAD", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "SQuAD" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0305", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "latency_seconds": 0.025864, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Docker", "Agent pre manažment záverečných prác" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Docker" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Work.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0309", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?", "latency_seconds": 0.026547, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "automatický preklad", "Metódy automatického prekladu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "automatický preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0314", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?", "latency_seconds": 0.026596, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "zásielková spoločnosť", "Dialógový systém pre podporu firemných procesov" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "zásielková spoločnosť" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0316", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?", "latency_seconds": 0.027153, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "znalostný graf", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0319", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?", "latency_seconds": 0.030794, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "grafové neurónové siete", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "grafové neurónové siete" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0322", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.026689, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "anotácia", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0323", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?", "latency_seconds": 0.028413, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "sumarizácia", "Automatická sumarizácia slovenského textu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "sumarizácia" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0324", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.029888, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "strojový preklad", "Metódy automatického prekladu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0327", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?", "latency_seconds": 0.03118, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "získavanie informácií", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "získavanie informácií" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0328", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?", "latency_seconds": 0.027693, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "špeciálny pedagóg", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "špeciálny pedagóg" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0329", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.028028, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "GraphRAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0330", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.036581, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "LLM", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0331", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?", "latency_seconds": 0.032202, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "deduplikácia", "Získavanie textu z webových stránok" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "deduplikácia" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0333", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.04347, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "LLM", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0336", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?", "latency_seconds": 0.03309, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "pomenované entity", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0337", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?", "latency_seconds": 0.043464, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "slovenský internet", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenský internet" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0340", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.03595, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "GraphRAG", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0341", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?", "latency_seconds": 0.034697, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Elasticsearch", "Indexovanie slovenského textu pomocou Elasticsearch" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Elasticsearch" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0343", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?", "latency_seconds": 0.040288, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "crawler", "Získavanie textu z webových stránok" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "crawler" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0344", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.047147, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "hate speech", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0345", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "latency_seconds": 0.046342, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0346", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.053478, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0347", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?", "latency_seconds": 0.030495, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "paralelný korpus", "Metódy automatického prekladu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "paralelný korpus" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0348", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?", "latency_seconds": 0.030233, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "SlovakBERT", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "SlovakBERT" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0349", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.029778, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "anotácia", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0353", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.030976, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "strojový preklad", "Neurónový strojový preklad pomocou knižnice Fairseq" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0354", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?", "latency_seconds": 0.042909, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT" ], "matched_values": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT" ], "expected_entities": [ { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "matched_entities": [ { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "latency_seconds": 0.043609, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku" ], "expected_entities": [ { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [ { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0359", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?", "latency_seconds": 0.032191, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "právne dokumenty", "Automatická sumarizácia slovenského textu" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "právne dokumenty" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0361", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.032137, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "FAISS", "Indexovanie slovenského textu pomocou Elasticsearch" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0364", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?", "latency_seconds": 0.032332, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Kubernetes", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Kubernetes" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0366", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?", "latency_seconds": 0.033855, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "jazykové modelovanie", "Neurónové jazykové modelovanie typu BERT" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0368", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?", "latency_seconds": 0.035037, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Raspberry Pi", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Raspberry Pi" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0375", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?", "latency_seconds": 0.037333, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Michal Stromko" ], "matched_values": [ "Daniel Hladek", "bp2022", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0376", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?", "latency_seconds": 0.038901, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Daniel Hladek", "bp2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0379", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?", "latency_seconds": 0.043376, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Kristián Sopkovič" ], "matched_values": [ "Daniel Hladek", "bp2022", "Kristián Sopkovič" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0380", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?", "latency_seconds": 0.039161, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Michal Stromko" ], "matched_values": [ "Daniel Hladek", "dp2024", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0381", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?", "latency_seconds": 0.038159, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Dominik Nagy" ], "matched_values": [ "Daniel Hladek", "bp2019", "Dominik Nagy" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0382", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?", "latency_seconds": 0.036021, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2025", "Rostyslav Rodzhuk" ], "matched_values": [ "Daniel Hladek", "vp2025", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0385", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?", "latency_seconds": 0.035788, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Oliver Pejic" ], "matched_values": [ "Daniel Hladek", "iaeste", "Oliver Pejic" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "actual_documents": [ "pages/interns/oliver_pejic/README.md" ], "matched_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0386", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?", "latency_seconds": 0.034071, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Vladimír Ferko" ], "matched_values": [ "Daniel Hladek", "bp2024", "Vladimír Ferko" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0387", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?", "latency_seconds": 0.034173, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Jakub Maruniak" ], "matched_values": [ "Daniel Hladek", "bp2019", "Jakub Maruniak" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0388", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?", "latency_seconds": 0.030977, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2023", "Ondrej Megela" ], "matched_values": [ "Daniel Hladek", "dp2023", "Ondrej Megela" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0389", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?", "latency_seconds": 0.032516, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Dávid Omasta" ], "matched_values": [ "Daniel Hladek", "dp2024", "Dávid Omasta" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0390", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?", "latency_seconds": 0.038375, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Tomáš Kuchárik" ], "matched_values": [ "Daniel Hladek", "dp2021", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0392", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?", "latency_seconds": 0.037009, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Dominik Nagy" ], "matched_values": [ "Daniel Hladek", "dp2022", "Dominik Nagy" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0393", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?", "latency_seconds": 0.035342, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2026", "Matej Novotný" ], "matched_values": [ "Daniel Hladek", "dp2026", "Matej Novotný" ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0394", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?", "latency_seconds": 0.035975, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Simona Bobrovčanová" ], "matched_values": [ "Daniel Hladek", "bp2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0396", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?", "latency_seconds": 0.036146, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Maroš Harahus" ], "matched_values": [ "Daniel Hladek", "bp2019", "Maroš Harahus" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0397", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?", "latency_seconds": 0.035641, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Valerii Kutsenko" ], "matched_values": [ "Daniel Hladek", "bp2025", "Valerii Kutsenko" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0398", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?", "latency_seconds": 0.034506, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2020", "Patrik Pavlišin" ], "matched_values": [ "Daniel Hladek", "bp2020", "Patrik Pavlišin" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0400", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?", "latency_seconds": 0.045822, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Ján Holp" ], "matched_values": [ "Daniel Hladek", "bp2019", "Ján Holp" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0405", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?", "latency_seconds": 0.03357, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Matej Ščišľak" ], "matched_values": [ "Daniel Hladek", "bp2024", "Matej Ščišľak" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0407", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?", "latency_seconds": 0.032658, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Samuel Džurina" ], "matched_values": [ "Daniel Hladek", "bp2026", "Samuel Džurina" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0408", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?", "latency_seconds": 0.033924, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Patrik Pavlišin" ], "matched_values": [ "Daniel Hladek", "dp2022", "Patrik Pavlišin" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0410", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?", "latency_seconds": 0.03467, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "erasmus", "Bogdan Paul Chiș" ], "matched_values": [ "Daniel Hladek", "erasmus", "Bogdan Paul Chiș" ], "expected_entities": [ { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "actual_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "matched_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0411", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?", "latency_seconds": 0.033171, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Ján Holp" ], "matched_values": [ "Daniel Hladek", "dp2021", "Ján Holp" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0412", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?", "latency_seconds": 0.039501, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2027", "Ján Pták" ], "matched_values": [ "Daniel Hladek", "dp2027", "Ján Pták" ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0415", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?", "latency_seconds": 0.040915, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Cesar Abascal Gutierrez" ], "matched_values": [ "Daniel Hladek", "iaeste", "Cesar Abascal Gutierrez" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "actual_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "matched_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0416", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?", "latency_seconds": 0.040674, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2021", "Ondrej Megela" ], "matched_values": [ "Daniel Hladek", "bp2021", "Ondrej Megela" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0417", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?", "latency_seconds": 0.032794, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Tomáš Kuchárik" ], "matched_values": [ "Daniel Hladek", "dp2022", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0420", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?", "latency_seconds": 0.037246, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2021", "Michal Stromko" ], "matched_values": [ "Daniel Hladek", "vp2021", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0422", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?", "latency_seconds": 0.040183, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Rostyslav Rodzhuk" ], "matched_values": [ "Daniel Hladek", "bp2026", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0424", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?", "latency_seconds": 0.038684, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2024", "Valerii Kutsenko" ], "matched_values": [ "Daniel Hladek", "vp2024", "Valerii Kutsenko" ], "expected_entities": [ { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0425", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?", "latency_seconds": 0.041273, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Kristián Sopkovič" ], "matched_values": [ "Daniel Hladek", "dp2024", "Kristián Sopkovič" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0426", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?", "latency_seconds": 0.03494, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Artem Yatsenko" ], "matched_values": [ "Daniel Hladek", "bp2022", "Artem Yatsenko" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0427", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?", "latency_seconds": 0.033772, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Maroš Harahus" ], "matched_values": [ "Daniel Hladek", "dp2021", "Maroš Harahus" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0433", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?", "latency_seconds": 0.033384, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Daniil Huzenko" ], "matched_values": [ "Daniel Hladek", "bp2025", "Daniil Huzenko" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.030176, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.027677, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.027802, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.031714, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.0319, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.029485, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.027084, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.027547, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?", "latency_seconds": 0.028774, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "bp2019", "dp2021" ], "matched_values": [ "Ján Holp", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?", "latency_seconds": 0.02964, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "bp2019", "dp2021" ], "matched_values": [ "Jakub Maruniak", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?", "latency_seconds": 0.028497, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "matched_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [ "bp2022", "dp2024", "vp2021" ], "entity_set_actual": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?", "latency_seconds": 0.027432, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "bp2024", "dp2026" ], "matched_values": [ "Matej Ščišľak", "bp2024", "dp2026" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [ "bp2024", "dp2026" ], "entity_set_actual": [ "bp2024", "dp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?", "latency_seconds": 0.027458, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "matched_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [ "bp2026", "vp2025" ], "entity_set_actual": [ "bp2026", "vp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.026824, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.026821, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.028557, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.027045, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.02714, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.027403, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.027458, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.027554, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "latency_seconds": 0.033718, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "latency_seconds": 0.034614, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "latency_seconds": 0.03287, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "latency_seconds": 0.033216, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [ "david omasta", "vladimir ferko" ], "entity_set_actual": [ "david omasta", "vladimir ferko" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "latency_seconds": 0.034866, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_actual": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "latency_seconds": 0.032192, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_actual": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "latency_seconds": 0.031572, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "g0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "latency_seconds": 0.031041, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "g0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "latency_seconds": 0.03146, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?", "latency_seconds": 0.027179, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "OpenWebUI", "2026" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "OpenWebUI" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?", "latency_seconds": 0.02593, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Elasticsearch", "2022" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?", "latency_seconds": 0.033938, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "LLM", "2025" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "LLM" }, { "type": "year", "value": "2025" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?", "latency_seconds": 0.02822, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "FAISS", "2022" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "FAISS" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?", "latency_seconds": 0.027184, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "prompting", "2025" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "prompting" }, { "type": "year", "value": "2025" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?", "latency_seconds": 0.026557, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "webový korpus", "2026" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "webový korpus" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?", "latency_seconds": 0.026611, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "právne dokumenty", "2026" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "právne dokumenty" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?", "latency_seconds": 0.025809, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "slovenčina", "2022" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "slovenčina" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?", "latency_seconds": 0.03328, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "2021" ], "matched_values": [ "Maroš Harahus", "Spacy", "2021" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?", "latency_seconds": 0.02629, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "slovenský internet", "2021" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "slovenský internet" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?", "latency_seconds": 0.034901, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "matched_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] } ], "source_consistent_summary": { "questions": 209, "strict_count": 209, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.033557, "latency_median_seconds": 0.033169, "latency_p95_seconds": 0.041472 }, "source_consistent_by_category": { "candidate_set_aggregation": { "questions": 9, "strict_count": 9, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032839, "latency_median_seconds": 0.03287, "latency_p95_seconds": 0.034765 }, "conjunctive_disambiguation": { "questions": 2, "strict_count": 2, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.03409, "latency_median_seconds": 0.03409, "latency_p95_seconds": 0.03482 }, "document_author_category_multi_hop": { "questions": 35, "strict_count": 35, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.03659, "latency_median_seconds": 0.035975, "latency_p95_seconds": 0.041904 }, "person_keyword_title": { "questions": 4, "strict_count": 4, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.046585, "latency_median_seconds": 0.044976, "latency_p95_seconds": 0.052408 }, "person_multiple_categories": { "questions": 15, "strict_count": 15, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.02803, "latency_median_seconds": 0.027458, "latency_p95_seconds": 0.030693 }, "person_title_year": { "questions": 44, "strict_count": 44, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.033826, "latency_median_seconds": 0.03231, "latency_p95_seconds": 0.039743 }, "same_academic_year_pair": { "questions": 56, "strict_count": 56, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.035307, "latency_median_seconds": 0.03434, "latency_p95_seconds": 0.040805 }, "same_start_year_pair": { "questions": 28, "strict_count": 28, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.028555, "latency_median_seconds": 0.02798, "latency_p95_seconds": 0.03114 }, "shared_keyword_pair": { "questions": 16, "strict_count": 16, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.031068, "latency_median_seconds": 0.029838, "latency_p95_seconds": 0.03592 } }, "source_inconsistent_ids": [ "g0013", "g0014", "g0015", "g0016", "g0017", "g0018", "g0019", "g0020", "g0021", "g0022", "g0023", "g0024", "g0025", "g0026", "g0027", "g0028", "g0031", "g0032", "g0035", "g0036", "g0037", "g0038", "g0049", "g0050", "g0296", "g0297", "g0298", "g0299", "g0300", "g0301", "g0302", "g0303", "g0304", "g0305", "g0309", "g0314", "g0316", "g0319", "g0322", "g0323", "g0324", "g0327", "g0328", "g0329", "g0330", "g0331", "g0333", "g0336", "g0337", "g0340", "g0341", "g0343", "g0344", "g0347", "g0348", "g0349", "g0353", "g0359", "g0361", "g0364", "g0366", "g0368", "g0438", "g0439", "g0447", "g0449", "g0457", "g0458", "g0484", "g0485", "g0486", "g0488", "g0490", "g0492", "g0493", "g0495", "g0499" ] }