{ "description": "Original search, current strict evaluator, unchanged DEV benchmark; not a holdout run.", "run_metadata": { "started_at_utc": "2026-10-24T19:02:20.619615+00:00", "python": "3.10.12", "git_head": "9f3483d29017bee0d93ed4c225c9952c024d0029", "wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", "fingerprints": { "implementation": { "tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5", "tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80", "tools/graphrag/evaluation/evaluate_graphrag.py": "6bdf68307b6bb90731fe09a89955e96eee76fec13bdf82281a96715dd168680e", "tools/graphrag/evaluation/freeze_graphrag.py": "32198eca7642f39a8ad33deefe0eea396d38fcc0f5bc5814cbb64ab6d3443b9e", "tools/graphrag/evaluation/graphrag_evaluator.py": "267d4e9942b7767a78a3689e8f7c9d6ed49f025389b043b69449b2d225651160", "tools/graphrag/evaluation/reproducibility.py": "5c28d8aa37ec6a973fa494f7e528c19af2f1326422ea7fd05912e01aa1af6725", "tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2", "tools/graphrag/graph_search.py": "20f466e8d9eef6a38e41860e9be9ebc719c93f38bcfa6f60aca0e1b56c7d6bca", "tools/graphrag/graphrag.py": "bee2eb1f86d8df8e978495a61107edf723df2dc2e0468e3ecf844719ec635e1d", "tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb", "tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748", "tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b", "tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48", "tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e", "tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298", "tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f", "tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c", "requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a" }, "dataset_sha256": "b5c96e423fc9a5bcee0dcca38fdeac86b2f7cd1efebfcb0d7cd4cfb7fed0620e", "inputs": { "data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", "data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9" } }, "baseline_search_sha256": "559f89ecaeb8bff7c3938df8c4091b0106936b3c611a104bb9d52eafac3b4f60", "baseline_search_revision": "9f3483d", "graph": { "sha256": "0637d9ebb106c65d9aaa73d0634b28db81135e6a6c7503ea6b06c4a922e7e1e3", "nodes": 422, "relationships": 829 } }, "summary": { "questions": 286, "strict_count": 106, "strict_accuracy": 0.370629, "error_count": 0, "value_score": 0.772494, "entity_score": 0.624126, "relation_score": 0.853147, "property_score": 0.793706, "relation_choice_score": 0.870629, "document_recall": 1.0, "source_recall": 0.900058, "latency_mean_seconds": 0.029989, "latency_median_seconds": 0.028124, "latency_p95_seconds": 0.041821 }, "source_consistent_summary": { "questions": 209, "strict_count": 106, "strict_accuracy": 0.507177, "error_count": 0, "value_score": 0.801914, "entity_score": 0.705742, "relation_score": 0.838916, "property_score": 0.717703, "relation_choice_score": 0.822967, "document_recall": 1.0, "source_recall": 0.882376, "latency_mean_seconds": 0.028891, "latency_median_seconds": 0.027023, "latency_p95_seconds": 0.036377 }, "by_category": { "candidate_set_aggregation": { "questions": 9, "strict_count": 0, "strict_accuracy": 0.0, "error_count": 0, "value_score": 0.955556, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.712963, "latency_mean_seconds": 0.037933, "latency_median_seconds": 0.034097, "latency_p95_seconds": 0.051106 }, "conjunctive_disambiguation": { "questions": 11, "strict_count": 2, "strict_accuracy": 0.181818, "error_count": 0, "value_score": 0.757576, "entity_score": 0.727273, "relation_score": 0.909091, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.046791, "latency_median_seconds": 0.043334, "latency_p95_seconds": 0.063605 }, "document_author_category_multi_hop": { "questions": 35, "strict_count": 0, "strict_accuracy": 0.0, "error_count": 0, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.025754, "latency_median_seconds": 0.02551, "latency_p95_seconds": 0.026803 }, "person_keyword_title": { "questions": 42, "strict_count": 4, "strict_accuracy": 0.095238, "error_count": 0, "value_score": 0.753969, "entity_score": 0.547619, "relation_score": 0.920635, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.034614, "latency_median_seconds": 0.033037, "latency_p95_seconds": 0.041153 }, "person_multiple_categories": { "questions": 21, "strict_count": 15, "strict_accuracy": 0.714286, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.025716, "latency_median_seconds": 0.025642, "latency_p95_seconds": 0.026465 }, "person_title_year": { "questions": 44, "strict_count": 22, "strict_accuracy": 0.5, "error_count": 0, "value_score": 0.5, "entity_score": 0.5, "relation_score": 0.5, "property_score": 0.5, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.5, "latency_mean_seconds": 0.028318, "latency_median_seconds": 0.028078, "latency_p95_seconds": 0.031685 }, "same_academic_year_pair": { "questions": 56, "strict_count": 19, "strict_accuracy": 0.339286, "error_count": 0, "value_score": 0.869048, "entity_score": 0.607143, "relation_score": 1.0, "property_score": 0.339286, "relation_choice_score": 0.339286, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.031571, "latency_median_seconds": 0.030429, "latency_p95_seconds": 0.036137 }, "same_start_year_pair": { "questions": 28, "strict_count": 28, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.026098, "latency_median_seconds": 0.026113, "latency_p95_seconds": 0.027236 }, "shared_keyword_pair": { "questions": 40, "strict_count": 16, "strict_accuracy": 0.4, "error_count": 0, "value_score": 0.733333, "entity_score": 0.4, "relation_score": 0.9, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.9, "latency_mean_seconds": 0.027022, "latency_median_seconds": 0.026743, "latency_p95_seconds": 0.028077 } }, "questions": [ { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.027459, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "matched_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.02663, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "matched_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026976, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026687, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026956, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.02602, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026366, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.027089, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0009", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.02691, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0010", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.028072, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0011", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.027304, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0012", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039569, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0013", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.025845, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0014", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.025311, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0015", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.025997, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Dominik Nagy" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0016", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.027345, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Dominik Nagy" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0017", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.027353, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Patrik Pavlišin" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0018", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026163, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Patrik Pavlišin" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0019", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026521, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Dominik Nagy", "Patrik Pavlišin" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0020", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026938, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Dominik Nagy", "Patrik Pavlišin" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0021", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026379, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko" ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0022", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026507, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko" ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0023", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.02711, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "matched_values": [ "Ondrej Megela", "Matej Novotný" ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0024", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026951, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "matched_values": [ "Ondrej Megela", "Matej Novotný" ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0025", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026836, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0026", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.025726, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "matched_values": [], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0027", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026567, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "matched_values": [ "Michal Stromko", "Matej Ščišľak" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0028", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026257, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "matched_values": [ "Michal Stromko", "Matej Ščišľak" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0031", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026799, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "matched_values": [ "Artem Yatsenko", "Vladimír Ferko" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0032", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.027182, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "matched_values": [ "Artem Yatsenko", "Vladimír Ferko" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0035", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026171, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "matched_values": [ "Matej Ščišľak", "Valerii Kutsenko" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0036", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.025905, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "matched_values": [ "Matej Ščišľak", "Valerii Kutsenko" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0037", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.025798, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "matched_values": [ "Vladimír Ferko", "Tetiana Mohorian" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0038", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026872, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "matched_values": [ "Vladimír Ferko", "Tetiana Mohorian" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0041", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.026533, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "matched_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0042", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026572, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "matched_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0049", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.028176, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "matched_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0050", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026824, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "matched_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0053", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.027676, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0054", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.026542, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0058", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "latency_seconds": 0.029425, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "matched_values": [ "Ján Pták", "Samuel Džurina" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0060", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "latency_seconds": 0.030422, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Novotný", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0063", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.032236, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0064", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "latency_seconds": 0.031066, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Novotný", "Samuel Džurina" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0066", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.031231, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Ščišľak", "Samuel Džurina" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0068", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.031977, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0071", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.030108, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0072", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.030455, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Ján Pták", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0074", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "latency_seconds": 0.031777, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "matched_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0075", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.029934, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0076", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.029005, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko" ], "expected_entities": [ { "type": "year", "value": "2024" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0078", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.030429, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "matched_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0079", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.030147, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0081", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.029875, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Ján Pták", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0084", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.030172, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0086", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.030118, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin" ], "expected_entities": [ { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0087", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.032462, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "matched_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0088", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.029372, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Novotný", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0089", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.029663, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "matched_values": [ "Dominik Nagy", "Kristián Sopkovič" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0091", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.029534, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0092", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.030408, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0093", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "latency_seconds": 0.029071, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Kristián Sopkovič", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0095", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "latency_seconds": 0.029429, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Michal Stromko", "2022" ], "matched_values": [ "Dominik Nagy", "Michal Stromko" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0097", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "latency_seconds": 0.030283, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0098", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "latency_seconds": 0.029072, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Michal Stromko", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0099", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "latency_seconds": 0.030093, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Matej Ščišľak", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0100", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.03007, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0104", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "latency_seconds": 0.029587, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Ščišľak", "2026" ], "matched_values": [ "Ján Pták", "Matej Ščišľak" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0105", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "latency_seconds": 0.030648, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0107", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "latency_seconds": 0.029348, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Novotný", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0108", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "latency_seconds": 0.028264, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Ján Pták", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0110", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.028935, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0111", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "latency_seconds": 0.031349, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0114", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "latency_seconds": 0.028895, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Ščišľak", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0115", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "latency_seconds": 0.029652, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Matej Novotný", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0116", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.030545, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "expected_entities": [ { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0118", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.028572, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0122", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "latency_seconds": 0.031764, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "matched_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0124", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "latency_seconds": 0.031587, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Novotný", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0127", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.031066, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0128", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "latency_seconds": 0.030481, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0130", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.052664, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0132", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.034843, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0135", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.030996, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0136", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.03043, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0138", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "latency_seconds": 0.035123, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "matched_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/dp2021/README.md", "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/dp2021/zdrojove_subory", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0139", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.033529, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0140", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.0318, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "expected_entities": [ { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0142", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.03555, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "matched_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials/img" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0143", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.034544, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials/img" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0145", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.030344, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0148", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.03158, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0150", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.035658, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "expected_entities": [ { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0151", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.039915, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "matched_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0152", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.034907, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0153", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.037575, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "matched_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.027352, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "matched_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.026642, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "matched_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.025851, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.026151, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "matched_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.025208, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.026197, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.026411, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.026126, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.026099, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "expected_entities": [ { "type": "year", "value": "2016" } ], "matched_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.02643, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.026553, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.02735, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "matched_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "latency_seconds": 0.026099, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "matched_values": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "latency_seconds": 0.026382, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "matched_values": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.025379, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "latency_seconds": 0.025368, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "matched_values": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.026489, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "matched_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.026165, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "matched_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.025476, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.025752, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "matched_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.026359, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.025587, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.027023, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.025654, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.025785, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "expected_entities": [ { "type": "year", "value": "2016" } ], "matched_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.0261, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.024949, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.025803, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "matched_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0219", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "latency_seconds": 0.029408, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0220", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025718, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0221", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "latency_seconds": 0.028771, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0222", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025528, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0227", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "latency_seconds": 0.030826, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "matched_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0228", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.026372, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0231", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "latency_seconds": 0.030327, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "matched_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0232", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025692, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0237", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "latency_seconds": 0.030385, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "matched_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0238", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025662, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0239", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "latency_seconds": 0.030324, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0240", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025476, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0243", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "latency_seconds": 0.029743, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "HAS_WORK" ], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [ "Work.title", "Work.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0244", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025803, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "HAS_WORK" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0245", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "latency_seconds": 0.03172, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0246", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027605, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0251", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "latency_seconds": 0.031126, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "matched_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0252", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025605, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0257", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "latency_seconds": 0.029159, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0258", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.026612, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0259", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "latency_seconds": 0.03087, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0260", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025557, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0261", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "latency_seconds": 0.031489, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0262", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025408, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0269", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "latency_seconds": 0.030766, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "matched_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0270", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.026448, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0271", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "latency_seconds": 0.030734, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0272", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025404, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0275", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "latency_seconds": 0.03692, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0276", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025417, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0277", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "latency_seconds": 0.028552, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0278", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025496, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0281", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "latency_seconds": 0.029779, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0282", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025126, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0283", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "latency_seconds": 0.029788, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0284", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025128, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0285", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "latency_seconds": 0.031425, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "matched_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0286", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025138, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0287", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "latency_seconds": 0.031445, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0288", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.026259, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0289", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "latency_seconds": 0.03428, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0290", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.025226, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0293", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "latency_seconds": 0.03141, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0294", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.026072, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0296", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?", "latency_seconds": 0.032829, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "slovenský text", "Automatická sumarizácia slovenského textu" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu" ], "expected_entities": [ { "type": "keyword", "value": "slovenský text" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0297", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?", "latency_seconds": 0.034758, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "transformery", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "matched_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "expected_entities": [ { "type": "keyword", "value": "transformery" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "matched_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0298", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.03072, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.333333, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "hate speech", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0299", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.033767, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "FAISS", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0300", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.03305, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "OpenWebUI", "Agent pre manažment záverečných prác" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác" ], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "matched_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "expected_properties": [ "Work.title" ], "matched_properties": [ "Work.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0301", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?", "latency_seconds": 0.034873, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Neo4J", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "expected_entities": [ { "type": "keyword", "value": "Neo4J" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0302", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?", "latency_seconds": 0.038, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "prompting", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "expected_entities": [ { "type": "keyword", "value": "prompting" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0303", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?", "latency_seconds": 0.038791, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "morfologická anotácia", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [ "Maroš Harahus", "morfologická anotácia", "Neurónová morfologická anotácia slovenského jazyka" ], "expected_entities": [ { "type": "keyword", "value": "morfologická anotácia" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0304", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?", "latency_seconds": 0.038008, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "SQuAD", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "matched_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "expected_entities": [ { "type": "keyword", "value": "SQuAD" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "matched_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0305", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "latency_seconds": 0.031918, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Docker", "Agent pre manažment záverečných prác" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác" ], "expected_entities": [ { "type": "keyword", "value": "Docker" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "matched_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "expected_properties": [ "Work.title" ], "matched_properties": [ "Work.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0309", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?", "latency_seconds": 0.032675, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "automatický preklad", "Metódy automatického prekladu" ], "matched_values": [ "Patrik Pavlišin", "Metódy automatického prekladu" ], "expected_entities": [ { "type": "keyword", "value": "automatický preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0314", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?", "latency_seconds": 0.030712, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.333333, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "zásielková spoločnosť", "Dialógový systém pre podporu firemných procesov" ], "matched_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov" ], "expected_entities": [ { "type": "keyword", "value": "zásielková spoločnosť" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" } ], "matched_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0316", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?", "latency_seconds": 0.032779, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "znalostný graf", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0319", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?", "latency_seconds": 0.035086, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "grafové neurónové siete", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka" ], "expected_entities": [ { "type": "keyword", "value": "grafové neurónové siete" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0322", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.032689, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "anotácia", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0323", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?", "latency_seconds": 0.031545, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "sumarizácia", "Automatická sumarizácia slovenského textu" ], "matched_values": [ "Simona Bobrovčanová", "sumarizácia", "Automatická sumarizácia slovenského textu" ], "expected_entities": [ { "type": "keyword", "value": "sumarizácia" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0324", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.034784, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "strojový preklad", "Metódy automatického prekladu" ], "matched_values": [ "Patrik Pavlišin", "strojový preklad", "Metódy automatického prekladu" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0327", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?", "latency_seconds": 0.034428, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "získavanie informácií", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku" ], "expected_entities": [ { "type": "keyword", "value": "získavanie informácií" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0328", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?", "latency_seconds": 0.030974, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "špeciálny pedagóg", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "expected_entities": [ { "type": "keyword", "value": "špeciálny pedagóg" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "matched_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0329", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.03673, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "GraphRAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0330", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.044139, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.333333, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "LLM", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0331", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?", "latency_seconds": 0.041277, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "deduplikácia", "Získavanie textu z webových stránok" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok" ], "expected_entities": [ { "type": "keyword", "value": "deduplikácia" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "matched_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0333", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.032274, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.333333, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "LLM", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "matched_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0336", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?", "latency_seconds": 0.032832, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "pomenované entity", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0337", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?", "latency_seconds": 0.033722, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "slovenský internet", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku" ], "expected_entities": [ { "type": "keyword", "value": "slovenský internet" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0340", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.033024, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "GraphRAG", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0341", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?", "latency_seconds": 0.034721, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Elasticsearch", "Indexovanie slovenského textu pomocou Elasticsearch" ], "matched_values": [ "Michal Stromko", "Elasticsearch", "Indexovanie slovenského textu pomocou Elasticsearch" ], "expected_entities": [ { "type": "keyword", "value": "Elasticsearch" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "matched_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0343", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?", "latency_seconds": 0.03299, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "crawler", "Získavanie textu z webových stránok" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok" ], "expected_entities": [ { "type": "keyword", "value": "crawler" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "matched_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0344", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.03297, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.333333, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "hate speech", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0345", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "latency_seconds": 0.036856, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0346", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.033544, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0347", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?", "latency_seconds": 0.034021, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "paralelný korpus", "Metódy automatického prekladu" ], "matched_values": [ "Patrik Pavlišin", "Metódy automatického prekladu" ], "expected_entities": [ { "type": "keyword", "value": "paralelný korpus" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0348", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?", "latency_seconds": 0.031957, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "SlovakBERT", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "expected_entities": [ { "type": "keyword", "value": "SlovakBERT" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0349", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.030962, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "anotácia", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [ "Vladimír Ferko", "anotácia", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0353", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.034527, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "strojový preklad", "Neurónový strojový preklad pomocou knižnice Fairseq" ], "matched_values": [ "Dominik Nagy", "strojový preklad", "Neurónový strojový preklad pomocou knižnice Fairseq" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0354", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?", "latency_seconds": 0.034834, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT" ], "matched_values": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT" ], "expected_entities": [ { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "matched_entities": [ { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "latency_seconds": 0.032861, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku" ], "expected_entities": [ { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [ { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0359", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?", "latency_seconds": 0.030909, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "právne dokumenty", "Automatická sumarizácia slovenského textu" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu" ], "expected_entities": [ { "type": "keyword", "value": "právne dokumenty" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0361", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.03251, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "FAISS", "Indexovanie slovenského textu pomocou Elasticsearch" ], "matched_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "matched_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0364", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?", "latency_seconds": 0.032602, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Kubernetes", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "expected_entities": [ { "type": "keyword", "value": "Kubernetes" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "matched_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0366", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?", "latency_seconds": 0.058894, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "jazykové modelovanie", "Neurónové jazykové modelovanie typu BERT" ], "matched_values": [ "Ondrej Megela", "jazykové modelovanie", "Neurónové jazykové modelovanie typu BERT" ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0368", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?", "latency_seconds": 0.032233, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Raspberry Pi", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "expected_entities": [ { "type": "keyword", "value": "Raspberry Pi" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "matched_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [ "Thesis.title" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0375", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?", "latency_seconds": 0.025147, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Michal Stromko" ], "matched_values": [ "bp2022", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0376", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?", "latency_seconds": 0.025215, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Yevhenii Medushivskyi" ], "matched_values": [ "bp2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0379", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?", "latency_seconds": 0.026441, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Kristián Sopkovič" ], "matched_values": [ "bp2022", "Kristián Sopkovič" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0380", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?", "latency_seconds": 0.024993, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Michal Stromko" ], "matched_values": [ "dp2024", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0381", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?", "latency_seconds": 0.026127, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Dominik Nagy" ], "matched_values": [ "bp2019", "Dominik Nagy" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0382", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?", "latency_seconds": 0.025569, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2025", "Rostyslav Rodzhuk" ], "matched_values": [ "vp2025", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0385", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?", "latency_seconds": 0.025302, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Oliver Pejic" ], "matched_values": [ "iaeste", "Oliver Pejic" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "actual_documents": [ "pages/interns/oliver_pejic/README.md" ], "matched_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0386", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?", "latency_seconds": 0.025402, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Vladimír Ferko" ], "matched_values": [ "bp2024", "Vladimír Ferko" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0387", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?", "latency_seconds": 0.025292, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Jakub Maruniak" ], "matched_values": [ "bp2019", "Jakub Maruniak" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0388", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?", "latency_seconds": 0.024768, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2023", "Ondrej Megela" ], "matched_values": [ "dp2023", "Ondrej Megela" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0389", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?", "latency_seconds": 0.02551, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Dávid Omasta" ], "matched_values": [ "dp2024", "Dávid Omasta" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0390", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?", "latency_seconds": 0.025801, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Tomáš Kuchárik" ], "matched_values": [ "dp2021", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0392", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?", "latency_seconds": 0.025151, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Dominik Nagy" ], "matched_values": [ "dp2022", "Dominik Nagy" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0393", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?", "latency_seconds": 0.025, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2026", "Matej Novotný" ], "matched_values": [ "dp2026", "Matej Novotný" ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0394", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?", "latency_seconds": 0.025719, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Simona Bobrovčanová" ], "matched_values": [ "bp2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0396", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?", "latency_seconds": 0.025487, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Maroš Harahus" ], "matched_values": [ "bp2019", "Maroš Harahus" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0397", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?", "latency_seconds": 0.026321, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Valerii Kutsenko" ], "matched_values": [ "bp2025", "Valerii Kutsenko" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0398", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?", "latency_seconds": 0.026144, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2020", "Patrik Pavlišin" ], "matched_values": [ "bp2020", "Patrik Pavlišin" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2020" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0400", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?", "latency_seconds": 0.025873, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Ján Holp" ], "matched_values": [ "bp2019", "Ján Holp" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0405", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?", "latency_seconds": 0.025515, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Matej Ščišľak" ], "matched_values": [ "bp2024", "Matej Ščišľak" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0407", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?", "latency_seconds": 0.025488, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Samuel Džurina" ], "matched_values": [ "bp2026", "Samuel Džurina" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0408", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?", "latency_seconds": 0.024898, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Patrik Pavlišin" ], "matched_values": [ "dp2022", "Patrik Pavlišin" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0410", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?", "latency_seconds": 0.025237, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "erasmus", "Bogdan Paul Chiș" ], "matched_values": [ "erasmus", "Bogdan Paul Chiș" ], "expected_entities": [ { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "erasmus" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "actual_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "matched_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0411", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?", "latency_seconds": 0.025409, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Ján Holp" ], "matched_values": [ "dp2021", "Ján Holp" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0412", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?", "latency_seconds": 0.025554, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2027", "Ján Pták" ], "matched_values": [ "dp2027", "Ján Pták" ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0415", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?", "latency_seconds": 0.026692, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Cesar Abascal Gutierrez" ], "matched_values": [ "iaeste", "Cesar Abascal Gutierrez" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "actual_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "matched_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0416", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?", "latency_seconds": 0.027061, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2021", "Ondrej Megela" ], "matched_values": [ "bp2021", "Ondrej Megela" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0417", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?", "latency_seconds": 0.028831, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Tomáš Kuchárik" ], "matched_values": [ "dp2022", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0420", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?", "latency_seconds": 0.026629, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2021", "Michal Stromko" ], "matched_values": [ "vp2021", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0422", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?", "latency_seconds": 0.026499, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Rostyslav Rodzhuk" ], "matched_values": [ "bp2026", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0424", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?", "latency_seconds": 0.025404, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2024", "Valerii Kutsenko" ], "matched_values": [ "vp2024", "Valerii Kutsenko" ], "expected_entities": [ { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0425", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?", "latency_seconds": 0.02588, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Kristián Sopkovič" ], "matched_values": [ "dp2024", "Kristián Sopkovič" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0426", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?", "latency_seconds": 0.02621, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Artem Yatsenko" ], "matched_values": [ "bp2022", "Artem Yatsenko" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0427", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?", "latency_seconds": 0.025359, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Maroš Harahus" ], "matched_values": [ "dp2021", "Maroš Harahus" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0433", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?", "latency_seconds": 0.025453, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Daniil Huzenko" ], "matched_values": [ "bp2025", "Daniil Huzenko" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.026788, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.025725, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.025511, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.026074, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.025504, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.026161, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.025228, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.025159, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?", "latency_seconds": 0.025498, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "bp2019", "dp2021" ], "matched_values": [ "Ján Holp", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?", "latency_seconds": 0.026307, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "bp2019", "dp2021" ], "matched_values": [ "Jakub Maruniak", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?", "latency_seconds": 0.026242, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "matched_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [ "bp2022", "dp2024", "vp2021" ], "entity_set_actual": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?", "latency_seconds": 0.025165, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "bp2024", "dp2026" ], "matched_values": [ "Matej Ščišľak", "bp2024", "dp2026" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [ "bp2024", "dp2026" ], "entity_set_actual": [ "bp2024", "dp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?", "latency_seconds": 0.025642, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "matched_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [ "bp2026", "vp2025" ], "entity_set_actual": [ "bp2026", "vp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.025248, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.025762, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.02557, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.025487, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.025682, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.026465, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.025662, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.025161, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "count_ok": false, "expected_count": 3, "actual_count": null, "complete": true, "id": "g0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "latency_seconds": 0.03441, "error": null, "strict": false, "value_score": 0.8, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": false, "expected_count": 3, "actual_count": null, "complete": true, "id": "g0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "latency_seconds": 0.031747, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": false, "expected_count": 2, "actual_count": null, "complete": true, "id": "g0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "latency_seconds": 0.032619, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": false, "expected_count": 2, "actual_count": null, "complete": true, "id": "g0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "latency_seconds": 0.034097, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [ "david omasta", "vladimir ferko" ], "entity_set_actual": [ "david omasta", "vladimir ferko" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": false, "expected_count": 3, "actual_count": null, "complete": true, "id": "g0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "latency_seconds": 0.032323, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_actual": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "count_ok": false, "expected_count": 2, "actual_count": null, "complete": true, "id": "g0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "latency_seconds": 0.033666, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_actual": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": false, "expected_count": 3, "actual_count": null, "complete": true, "id": "g0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "latency_seconds": 0.055723, "error": null, "strict": false, "value_score": 0.8, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": false, "expected_count": 3, "actual_count": null, "complete": true, "id": "g0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "latency_seconds": 0.04418, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": false, "expected_count": 2, "actual_count": null, "complete": true, "id": "g0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "latency_seconds": 0.042632, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?", "latency_seconds": 0.042791, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "OpenWebUI", "2026" ], "matched_values": [ "Ján Pták", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "OpenWebUI" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?", "latency_seconds": 0.043568, "error": null, "strict": false, "value_score": 1.0, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Elasticsearch", "2022" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?", "latency_seconds": 0.038977, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "LLM", "2025" ], "matched_values": [ "Tetiana Mohorian", "2025" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "LLM" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?", "latency_seconds": 0.043052, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "FAISS", "2022" ], "matched_values": [ "Michal Stromko", "2022" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "FAISS" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?", "latency_seconds": 0.050142, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "prompting", "2025" ], "matched_values": [ "Tetiana Mohorian", "2025" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "prompting" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?", "latency_seconds": 0.064509, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "webový korpus", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "webový korpus" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?", "latency_seconds": 0.043334, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "právne dokumenty", "2026" ], "matched_values": [ "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "právne dokumenty" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?", "latency_seconds": 0.042003, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "slovenčina", "2022" ], "matched_values": [ "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "slovenčina" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?", "latency_seconds": 0.039319, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "2021" ], "matched_values": [ "Maroš Harahus", "Spacy", "2021" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?", "latency_seconds": 0.0627, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "slovenský internet", "2021" ], "matched_values": [ "Ján Holp", "2021" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "slovenský internet" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "g0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?", "latency_seconds": 0.044306, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "matched_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] } ] }