{ "configuration": { "questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions.json", "split": "dev", "dataset_question_count": 500, "selected_question_count": 286, "limit": 40, "max_entities": 8, "ids": [], "max_questions": null }, "summary": { "questions": 286, "strict_count": 100, "strict_accuracy": 0.34965, "error_count": 0, "value_score": 0.759907, "entity_score": 0.5912, "relation_score": 0.782051, "property_score": 0.646853, "relation_choice_score": 0.870629, "document_recall": 1.0, "source_recall": 0.886072, "latency_mean_seconds": 0.042426, "latency_median_seconds": 0.030313, "latency_p95_seconds": 0.060042 }, "by_category": { "candidate_set_aggregation": { "questions": 9, "strict_count": 0, "strict_accuracy": 0.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.712963, "latency_mean_seconds": 0.093099, "latency_median_seconds": 0.036384, "latency_p95_seconds": 0.34266 }, "conjunctive_disambiguation": { "questions": 11, "strict_count": 3, "strict_accuracy": 0.272727, "error_count": 0, "value_score": 0.787879, "entity_score": 0.787879, "relation_score": 0.909091, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.061602, "latency_median_seconds": 0.039232, "latency_p95_seconds": 0.139194 }, "document_author_category_multi_hop": { "questions": 35, "strict_count": 0, "strict_accuracy": 0.0, "error_count": 0, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.032106, "latency_median_seconds": 0.028299, "latency_p95_seconds": 0.032684 }, "person_keyword_title": { "questions": 42, "strict_count": 0, "strict_accuracy": 0.0, "error_count": 0, "value_score": 0.420635, "entity_score": 0.130952, "relation_score": 0.603175, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.904762, "latency_mean_seconds": 0.035578, "latency_median_seconds": 0.029039, "latency_p95_seconds": 0.039515 }, "person_multiple_categories": { "questions": 21, "strict_count": 0, "strict_accuracy": 0.0, "error_count": 0, "value_score": 0.761905, "entity_score": 0.686508, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.036812, "latency_median_seconds": 0.028939, "latency_p95_seconds": 0.035036 }, "person_title_year": { "questions": 44, "strict_count": 22, "strict_accuracy": 0.5, "error_count": 0, "value_score": 0.666666, "entity_score": 0.5, "relation_score": 0.5, "property_score": 0.5, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.5, "latency_mean_seconds": 0.051654, "latency_median_seconds": 0.033705, "latency_p95_seconds": 0.059705 }, "same_academic_year_pair": { "questions": 56, "strict_count": 19, "strict_accuracy": 0.339286, "error_count": 0, "value_score": 0.869048, "entity_score": 0.607143, "relation_score": 1.0, "property_score": 0.339286, "relation_choice_score": 0.339286, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.048267, "latency_median_seconds": 0.037411, "latency_p95_seconds": 0.048863 }, "same_start_year_pair": { "questions": 28, "strict_count": 28, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "latency_mean_seconds": 0.03351, "latency_median_seconds": 0.028186, "latency_p95_seconds": 0.035149 }, "shared_keyword_pair": { "questions": 40, "strict_count": 28, "strict_accuracy": 0.7, "error_count": 0, "value_score": 0.916667, "entity_score": 0.75, "relation_score": 0.9, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.9, "latency_mean_seconds": 0.032833, "latency_median_seconds": 0.031123, "latency_p95_seconds": 0.037238 } }, "by_difficulty": { "hard": { "questions": 242, "strict_count": 78, "strict_accuracy": 0.322314, "error_count": 0, "value_score": 0.77686, "entity_score": 0.607782, "relation_score": 0.833333, "property_score": 0.673554, "relation_choice_score": 0.847107, "document_recall": 1.0, "source_recall": 0.956267, "latency_mean_seconds": 0.040748, "latency_median_seconds": 0.03027, "latency_p95_seconds": 0.052039 }, "medium": { "questions": 44, "strict_count": 22, "strict_accuracy": 0.5, "error_count": 0, "value_score": 0.666666, "entity_score": 0.5, "relation_score": 0.5, "property_score": 0.5, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.5, "latency_mean_seconds": 0.051654, "latency_median_seconds": 0.033705, "latency_p95_seconds": 0.059705 } }, "questions": [ { "id": "g0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.063046, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "matched_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.036015, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "matched_values": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.036391, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.035624, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.037143, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.035419, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.031962, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.034931, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0009", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.035871, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0010", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039036, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0011", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.036217, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0012", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.032562, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "matched_values": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0013", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.033693, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "matched_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "matched_entities": [ { "type": "keyword", "value": "Question Answering" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0014", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.033675, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "matched_values": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "matched_entities": [ { "type": "keyword", "value": "Question Answering" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0015", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.035715, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0016", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.032819, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0017", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.030312, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0018", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029774, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0019", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.030291, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0020", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.031971, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "matched_values": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0021", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.031225, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "matched_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0022", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.030097, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "matched_values": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "matched_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0023", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.029967, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "matched_values": [ "Ondrej Megela", "Matej Novotný" ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0024", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029622, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "matched_values": [ "Ondrej Megela", "Matej Novotný" ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0025", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.029428, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "matched_values": [ "Dávid Omasta", "Kristián Sopkovič" ], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0026", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.028187, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "matched_values": [ "Dávid Omasta", "Kristián Sopkovič" ], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0027", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.029022, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "matched_values": [ "Michal Stromko", "Matej Ščišľak" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0028", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029569, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "matched_values": [ "Michal Stromko", "Matej Ščišľak" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0031", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.029093, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "matched_values": [ "Artem Yatsenko", "Vladimír Ferko" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0032", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.030074, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "matched_values": [ "Artem Yatsenko", "Vladimír Ferko" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0035", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.03039, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "matched_values": [ "Matej Ščišľak", "Valerii Kutsenko" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0036", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.028497, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "matched_values": [ "Matej Ščišľak", "Valerii Kutsenko" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0037", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.028966, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "matched_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "matched_entities": [ { "type": "keyword", "value": "hate speech" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0038", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.029405, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "matched_values": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "matched_entities": [ { "type": "keyword", "value": "hate speech" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0041", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.030224, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "matched_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0042", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.030849, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "matched_values": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0049", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.030437, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "matched_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "matched_entities": [ { "type": "keyword", "value": "LLM" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0050", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.031021, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "matched_values": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "matched_entities": [ { "type": "keyword", "value": "LLM" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0053", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.032008, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0054", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.032767, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "id": "g0058", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "latency_seconds": 0.326215, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "matched_values": [ "Ján Pták", "Samuel Džurina" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0060", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "latency_seconds": 0.045514, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Novotný", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0063", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.047759, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0064", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "latency_seconds": 0.03498, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Novotný", "Samuel Džurina" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0066", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.037241, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Ščišľak", "Samuel Džurina" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0068", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.037597, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0071", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.038063, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0072", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.033881, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Ján Pták", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0074", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "latency_seconds": 0.03506, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "matched_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0075", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.036204, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0076", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.043746, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko" ], "expected_entities": [ { "type": "year", "value": "2024" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0078", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.03638, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "matched_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0079", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.042447, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0081", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.039379, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Ján Pták", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0084", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.039061, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0086", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.038478, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin" ], "expected_entities": [ { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0087", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.042367, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "matched_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0088", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.035924, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Novotný", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0089", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.036101, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "matched_values": [ "Dominik Nagy", "Kristián Sopkovič" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0091", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.039618, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0092", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.034234, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0093", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "latency_seconds": 0.035771, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Kristián Sopkovič", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0095", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "latency_seconds": 0.039008, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Michal Stromko", "2022" ], "matched_values": [ "Dominik Nagy", "Michal Stromko" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0097", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "latency_seconds": 0.035442, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0098", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "latency_seconds": 0.035625, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Michal Stromko", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0099", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "latency_seconds": 0.035747, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Matej Ščišľak", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0100", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.037048, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0104", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "latency_seconds": 0.037044, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Ščišľak", "2026" ], "matched_values": [ "Ján Pták", "Matej Ščišľak" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0105", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "latency_seconds": 0.04225, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0107", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "latency_seconds": 0.034766, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Novotný", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0108", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "latency_seconds": 0.03365, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Ján Pták", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0110", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.033225, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0111", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "latency_seconds": 0.035255, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0114", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "latency_seconds": 0.034397, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Ščišľak", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0115", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "latency_seconds": 0.035404, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Matej Novotný", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0116", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.036028, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "expected_entities": [ { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0118", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.034085, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 0.0, "relation_choice_score": 0.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": false } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/akopisat/README.md", "pages/topics/faq/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0122", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "latency_seconds": 0.314119, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "matched_values": [ "Ján Pták", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0124", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "latency_seconds": 0.042532, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Matej Novotný", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0127", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.043993, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0128", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "latency_seconds": 0.041612, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Novotný", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0130", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.038918, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "matched_values": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0132", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.044022, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0135", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.043537, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0136", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.037103, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0138", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "latency_seconds": 0.039548, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "matched_values": [ "Ján Holp", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/dp2021/README.md", "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/dp2021/zdrojove_subory", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0139", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.038119, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0140", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.052175, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "expected_entities": [ { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0142", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.037983, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "matched_values": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials/img" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0143", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.03978, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials/img" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0145", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.033649, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0148", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.035866, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "matched_values": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0150", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.037791, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "expected_entities": [ { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0151", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.037581, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "matched_values": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0152", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.033323, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "matched_values": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0153", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.036312, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "matched_values": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "AUTHORED_DOCUMENT", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true }, { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.156704, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "matched_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.031287, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "matched_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.029445, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.029386, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "matched_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.029811, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.031109, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.030314, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.028205, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.027895, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "expected_entities": [ { "type": "year", "value": "2016" } ], "matched_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.030614, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.037061, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.029442, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "matched_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "latency_seconds": 0.028835, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "matched_values": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "latency_seconds": 0.028201, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "matched_values": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.026734, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "latency_seconds": 0.028172, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "matched_values": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "id": "g0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.027563, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "matched_values": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.02763, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "matched_values": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.027621, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.027581, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "matched_values": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.027399, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.028125, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.027786, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "matched_values": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "expected_entities": [ { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.027179, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.031599, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "2016" ], "expected_entities": [ { "type": "year", "value": "2016" } ], "matched_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.028117, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "matched_values": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "expected_entities": [ { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.027458, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.027008, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "matched_values": [ "Daniil Huzenko", "Ján Pták", "2022" ], "expected_entities": [ { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Person.start_year", "Person.start_year" ], "matched_properties": [ "Person.start_year", "Person.start_year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "id": "g0219", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "latency_seconds": 0.738815, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0220", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.160803, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0221", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "latency_seconds": 0.035894, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0222", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027485, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [ "Daniil Huzenko" ], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0227", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "latency_seconds": 0.037204, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "matched_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0228", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.029531, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "matched_values": [ "Dominik Nagy" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0231", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "latency_seconds": 0.03794, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "matched_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0232", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027993, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "matched_values": [ "Dávid Omasta" ], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0237", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "latency_seconds": 0.037383, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "matched_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0238", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.028729, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "matched_values": [ "Jakub Maruniak" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0239", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "latency_seconds": 0.036596, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0240", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027055, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "matched_values": [ "Ján Holp" ], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0243", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "latency_seconds": 0.034115, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "HAS_WORK" ], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [ "Work.title", "Work.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "id": "g0244", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.02687, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták" ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "HAS_WORK" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Work.title", "Work.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0245", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "latency_seconds": 0.037103, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0246", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.028026, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič" ], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0251", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "latency_seconds": 0.038041, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "matched_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0252", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027095, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "matched_values": [ "Maroš Harahus" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0257", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "latency_seconds": 0.03388, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0258", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027635, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný" ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0259", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "latency_seconds": 0.062665, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0260", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.04293, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "matched_values": [ "Matej Ščišľak" ], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0261", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "latency_seconds": 0.036226, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0262", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.026963, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko" ], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0269", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "latency_seconds": 0.035653, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "matched_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0270", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.026788, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "matched_values": [ "Ondrej Megela" ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0271", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "latency_seconds": 0.035479, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0272", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027238, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin" ], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0275", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "latency_seconds": 0.033405, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0276", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027071, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "matched_values": [ "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0277", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "latency_seconds": 0.034401, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0278", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027647, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [ "Samuel Džurina" ], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0281", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "latency_seconds": 0.034291, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0282", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.02729, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [ "Simona Bobrovčanová" ], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0283", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "latency_seconds": 0.034086, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0284", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027715, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "matched_values": [ "Tetiana Mohorian" ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0285", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "latency_seconds": 0.037974, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "matched_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0286", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027182, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "matched_values": [ "Tomáš Kuchárik" ], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0287", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "latency_seconds": 0.036198, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0288", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027675, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "matched_values": [ "Valerii Kutsenko" ], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0289", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "latency_seconds": 0.037566, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0290", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.02733, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [ "Vladimír Ferko" ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0293", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "latency_seconds": 0.033531, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [ "AUTHORED" ], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [ "Thesis.title", "Thesis.year" ], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0294", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.027276, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [], "expected_relations": [ "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title", "Thesis.year" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0296", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?", "latency_seconds": 0.174414, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "slovenský text", "Automatická sumarizácia slovenského textu" ], "matched_values": [ "Simona Bobrovčanová" ], "expected_entities": [ { "type": "keyword", "value": "slovenský text" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0297", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?", "latency_seconds": 0.039665, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "transformery", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "matched_values": [ "Kristián Sopkovič" ], "expected_entities": [ { "type": "keyword", "value": "transformery" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0298", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.027131, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tetiana Mohorian", "hate speech", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [ "Tetiana Mohorian", "hate speech" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [ { "type": "keyword", "value": "hate speech" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0299", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.028946, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "FAISS", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [ "Matej Ščišľak" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0300", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.029375, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "OpenWebUI", "Agent pre manažment záverečných prác" ], "matched_values": [ "Ján Pták" ], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Work.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0301", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?", "latency_seconds": 0.030051, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Neo4J", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [ "Matej Ščišľak" ], "expected_entities": [ { "type": "keyword", "value": "Neo4J" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0302", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?", "latency_seconds": 0.029151, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "prompting", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [ "Tetiana Mohorian" ], "expected_entities": [ { "type": "keyword", "value": "prompting" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0303", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?", "latency_seconds": 0.028988, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "morfologická anotácia", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [ "Maroš Harahus" ], "expected_entities": [ { "type": "keyword", "value": "morfologická anotácia" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0304", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?", "latency_seconds": 0.02986, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "SQuAD", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "matched_values": [ "Tomáš Kuchárik" ], "expected_entities": [ { "type": "keyword", "value": "SQuAD" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0305", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "latency_seconds": 0.029205, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Docker", "Agent pre manažment záverečných prác" ], "matched_values": [ "Ján Pták" ], "expected_entities": [ { "type": "keyword", "value": "Docker" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Work.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0309", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?", "latency_seconds": 0.029096, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "automatický preklad", "Metódy automatického prekladu" ], "matched_values": [ "Patrik Pavlišin" ], "expected_entities": [ { "type": "keyword", "value": "automatický preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0314", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?", "latency_seconds": 0.144461, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "zásielková spoločnosť", "Dialógový systém pre podporu firemných procesov" ], "matched_values": [ "Samuel Džurina" ], "expected_entities": [ { "type": "keyword", "value": "zásielková spoločnosť" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal" ], "fact_types": [] }, { "id": "g0316", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?", "latency_seconds": 0.036669, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "znalostný graf", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [ "Valerii Kutsenko" ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0319", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?", "latency_seconds": 0.028833, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "grafové neurónové siete", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [ "Maroš Harahus" ], "expected_entities": [ { "type": "keyword", "value": "grafové neurónové siete" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0322", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.028991, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "anotácia", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "matched_values": [ "Artem Yatsenko" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0323", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?", "latency_seconds": 0.028623, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "sumarizácia", "Automatická sumarizácia slovenského textu" ], "matched_values": [ "Simona Bobrovčanová" ], "expected_entities": [ { "type": "keyword", "value": "sumarizácia" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0324", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.029455, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "strojový preklad", "Metódy automatického prekladu" ], "matched_values": [ "Patrik Pavlišin", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0327", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?", "latency_seconds": 0.029086, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "získavanie informácií", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [ "Ján Holp" ], "expected_entities": [ { "type": "keyword", "value": "získavanie informácií" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0328", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?", "latency_seconds": 0.029132, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "špeciálny pedagóg", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "matched_values": [ "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "keyword", "value": "špeciálny pedagóg" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0329", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.029413, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "GraphRAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [ "Valerii Kutsenko" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0330", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.027409, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Tetiana Mohorian", "LLM", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "matched_values": [ "Tetiana Mohorian", "LLM" ], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "matched_entities": [ { "type": "keyword", "value": "LLM" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0331", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?", "latency_seconds": 0.028483, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "deduplikácia", "Získavanie textu z webových stránok" ], "matched_values": [ "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "keyword", "value": "deduplikácia" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0333", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.028027, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Rostyslav Rodzhuk", "LLM", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "matched_values": [ "Rostyslav Rodzhuk", "LLM" ], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "matched_entities": [ { "type": "keyword", "value": "LLM" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0336", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?", "latency_seconds": 0.029159, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "pomenované entity", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "matched_values": [ "Artem Yatsenko", "pomenované entity" ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "matched_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0337", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?", "latency_seconds": 0.029656, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "slovenský internet", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [ "Ján Holp" ], "expected_entities": [ { "type": "keyword", "value": "slovenský internet" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0340", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.030095, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "GraphRAG", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "matched_values": [ "Matej Ščišľak" ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0341", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?", "latency_seconds": 0.029634, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Elasticsearch", "Indexovanie slovenského textu pomocou Elasticsearch" ], "matched_values": [ "Michal Stromko" ], "expected_entities": [ { "type": "keyword", "value": "Elasticsearch" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0343", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?", "latency_seconds": 0.028785, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "crawler", "Získavanie textu z webových stránok" ], "matched_values": [ "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "keyword", "value": "crawler" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0344", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.028391, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.0, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.0, "expected_values": [ "Vladimír Ferko", "hate speech", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [ "Vladimír Ferko", "hate speech" ], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [ { "type": "keyword", "value": "hate speech" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [], "matched_relations": [], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "id": "g0345", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "latency_seconds": 0.027662, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "matched_values": [ "Maroš Harahus", "Spacy" ], "expected_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "matched_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0346", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.027414, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "matched_values": [ "Valerii Kutsenko", "RAG" ], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "matched_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0347", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?", "latency_seconds": 0.028609, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "paralelný korpus", "Metódy automatického prekladu" ], "matched_values": [ "Patrik Pavlišin" ], "expected_entities": [ { "type": "keyword", "value": "paralelný korpus" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0348", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?", "latency_seconds": 0.02798, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "SlovakBERT", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [ "Vladimír Ferko" ], "expected_entities": [ { "type": "keyword", "value": "SlovakBERT" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0349", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.029793, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "anotácia", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "matched_values": [ "Vladimír Ferko" ], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0353", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.031294, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "strojový preklad", "Neurónový strojový preklad pomocou knižnice Fairseq" ], "matched_values": [ "Dominik Nagy", "strojový preklad" ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "matched_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0354", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?", "latency_seconds": 0.028929, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT" ], "matched_values": [ "Ondrej Megela", "BERT" ], "expected_entities": [ { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "matched_entities": [ { "type": "keyword", "value": "BERT" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "latency_seconds": 0.028717, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku" ], "matched_values": [ "Ján Holp", "PageRank" ], "expected_entities": [ { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "matched_entities": [ { "type": "keyword", "value": "PageRank" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0359", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?", "latency_seconds": 0.028991, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "právne dokumenty", "Automatická sumarizácia slovenského textu" ], "matched_values": [ "Simona Bobrovčanová" ], "expected_entities": [ { "type": "keyword", "value": "právne dokumenty" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0361", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.028392, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "FAISS", "Indexovanie slovenského textu pomocou Elasticsearch" ], "matched_values": [ "Michal Stromko" ], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0364", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?", "latency_seconds": 0.029142, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Kubernetes", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "matched_values": [ "Daniil Huzenko" ], "expected_entities": [ { "type": "keyword", "value": "Kubernetes" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0366", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?", "latency_seconds": 0.028938, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "jazykové modelovanie", "Neurónové jazykové modelovanie typu BERT" ], "matched_values": [ "Ondrej Megela" ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0368", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aká je téma práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?", "latency_seconds": 0.028228, "error": null, "strict": false, "value_score": 0.333333, "entity_score": 0.0, "relation_score": 0.666667, "property_score": 0.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Raspberry Pi", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "matched_values": [ "Daniil Huzenko" ], "expected_entities": [ { "type": "keyword", "value": "Raspberry Pi" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "matched_entities": [], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.title" ], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_keyword_constraints" ], "fact_types": [ "person_keyword" ] }, { "id": "g0375", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?", "latency_seconds": 0.153796, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Michal Stromko" ], "matched_values": [ "bp2022", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0376", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?", "latency_seconds": 0.028261, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Yevhenii Medushivskyi" ], "matched_values": [ "bp2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0379", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?", "latency_seconds": 0.027673, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Kristián Sopkovič" ], "matched_values": [ "bp2022", "Kristián Sopkovič" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0380", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?", "latency_seconds": 0.028244, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Michal Stromko" ], "matched_values": [ "dp2024", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0381", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?", "latency_seconds": 0.027295, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Dominik Nagy" ], "matched_values": [ "bp2019", "Dominik Nagy" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0382", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?", "latency_seconds": 0.028747, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2025", "Rostyslav Rodzhuk" ], "matched_values": [ "vp2025", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0385", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?", "latency_seconds": 0.027602, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Oliver Pejic" ], "matched_values": [ "iaeste", "Oliver Pejic" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "actual_documents": [ "pages/interns/oliver_pejic/README.md" ], "matched_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0386", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?", "latency_seconds": 0.028223, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Vladimír Ferko" ], "matched_values": [ "bp2024", "Vladimír Ferko" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0387", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?", "latency_seconds": 0.028469, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Jakub Maruniak" ], "matched_values": [ "bp2019", "Jakub Maruniak" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0388", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?", "latency_seconds": 0.027666, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2023", "Ondrej Megela" ], "matched_values": [ "dp2023", "Ondrej Megela" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0389", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?", "latency_seconds": 0.036295, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Dávid Omasta" ], "matched_values": [ "dp2024", "Dávid Omasta" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0390", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?", "latency_seconds": 0.027595, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Tomáš Kuchárik" ], "matched_values": [ "dp2021", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0392", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?", "latency_seconds": 0.028893, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Dominik Nagy" ], "matched_values": [ "dp2022", "Dominik Nagy" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0393", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?", "latency_seconds": 0.027134, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2026", "Matej Novotný" ], "matched_values": [ "dp2026", "Matej Novotný" ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0394", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?", "latency_seconds": 0.028299, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Simona Bobrovčanová" ], "matched_values": [ "bp2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0396", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?", "latency_seconds": 0.027544, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Maroš Harahus" ], "matched_values": [ "bp2019", "Maroš Harahus" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0397", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?", "latency_seconds": 0.027524, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Valerii Kutsenko" ], "matched_values": [ "bp2025", "Valerii Kutsenko" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0398", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?", "latency_seconds": 0.027538, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2020", "Patrik Pavlišin" ], "matched_values": [ "bp2020", "Patrik Pavlišin" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2020" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0400", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?", "latency_seconds": 0.026552, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2019", "Ján Holp" ], "matched_values": [ "bp2019", "Ján Holp" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0405", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?", "latency_seconds": 0.027752, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2024", "Matej Ščišľak" ], "matched_values": [ "bp2024", "Matej Ščišľak" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0407", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?", "latency_seconds": 0.027891, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Samuel Džurina" ], "matched_values": [ "bp2026", "Samuel Džurina" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0408", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?", "latency_seconds": 0.028494, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Patrik Pavlišin" ], "matched_values": [ "dp2022", "Patrik Pavlišin" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0410", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?", "latency_seconds": 0.028488, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "erasmus", "Bogdan Paul Chiș" ], "matched_values": [ "erasmus", "Bogdan Paul Chiș" ], "expected_entities": [ { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "erasmus" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "actual_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "matched_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0411", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?", "latency_seconds": 0.031137, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Ján Holp" ], "matched_values": [ "dp2021", "Ján Holp" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0412", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?", "latency_seconds": 0.027863, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2027", "Ján Pták" ], "matched_values": [ "dp2027", "Ján Pták" ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0415", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?", "latency_seconds": 0.027939, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "iaeste", "Cesar Abascal Gutierrez" ], "matched_values": [ "iaeste", "Cesar Abascal Gutierrez" ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "iaeste" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "actual_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "matched_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0416", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?", "latency_seconds": 0.028572, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2021", "Ondrej Megela" ], "matched_values": [ "bp2021", "Ondrej Megela" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0417", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?", "latency_seconds": 0.029142, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2022", "Tomáš Kuchárik" ], "matched_values": [ "dp2022", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0420", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?", "latency_seconds": 0.029065, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2021", "Michal Stromko" ], "matched_values": [ "vp2021", "Michal Stromko" ], "expected_entities": [ { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0422", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?", "latency_seconds": 0.028352, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2026", "Rostyslav Rodzhuk" ], "matched_values": [ "bp2026", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0424", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?", "latency_seconds": 0.028834, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "vp2024", "Valerii Kutsenko" ], "matched_values": [ "vp2024", "Valerii Kutsenko" ], "expected_entities": [ { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0425", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?", "latency_seconds": 0.028966, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2024", "Kristián Sopkovič" ], "matched_values": [ "dp2024", "Kristián Sopkovič" ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0426", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?", "latency_seconds": 0.029325, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2022", "Artem Yatsenko" ], "matched_values": [ "bp2022", "Artem Yatsenko" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0427", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?", "latency_seconds": 0.029179, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "dp2021", "Maroš Harahus" ], "matched_values": [ "dp2021", "Maroš Harahus" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0433", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?", "latency_seconds": 0.029357, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniel Hladek", "bp2025", "Daniil Huzenko" ], "matched_values": [ "bp2025", "Daniil Huzenko" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.184065, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024", "Daniel Hladek" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.031751, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023", "Daniel Hladek" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.03025, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022", "Daniel Hladek" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.03103, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021", "Daniel Hladek" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.028708, "error": null, "strict": false, "value_score": 0.8, "entity_score": 0.75, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024", "Daniel Hladek" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.029985, "error": null, "strict": false, "value_score": 0.8, "entity_score": 0.75, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021", "Daniel Hladek" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.029173, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024", "Daniel Hladek" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.029604, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022", "Daniel Hladek" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?", "latency_seconds": 0.02739, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "bp2019", "dp2021", "Daniel Hladek" ], "matched_values": [ "Ján Holp", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?", "latency_seconds": 0.028133, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "bp2019", "dp2021", "Daniel Hladek" ], "matched_values": [ "Jakub Maruniak", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?", "latency_seconds": 0.035036, "error": null, "strict": false, "value_score": 0.8, "entity_score": 0.75, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021", "Daniel Hladek" ], "matched_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [ "bp2022", "dp2024", "vp2021" ], "entity_set_actual": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?", "latency_seconds": 0.02772, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "bp2024", "dp2026", "Daniel Hladek" ], "matched_values": [ "Matej Ščišľak", "bp2024", "dp2026" ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [ "bp2024", "dp2026" ], "entity_set_actual": [ "bp2024", "dp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?", "latency_seconds": 0.030173, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025", "Daniel Hladek" ], "matched_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [ "bp2026", "vp2025" ], "entity_set_actual": [ "bp2026", "vp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.028498, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024", "Daniel Hladek" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.028798, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023", "Daniel Hladek" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.028697, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022", "Daniel Hladek" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.028939, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021", "Daniel Hladek" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021" ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": false, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.028236, "error": null, "strict": false, "value_score": 0.8, "entity_score": 0.75, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024", "Daniel Hladek" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.028675, "error": null, "strict": false, "value_score": 0.8, "entity_score": 0.75, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021", "Daniel Hladek" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.029873, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024", "Daniel Hladek" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.028317, "error": null, "strict": false, "value_score": 0.75, "entity_score": 0.666667, "relation_score": 0.666667, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022", "Daniel Hladek" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "id": "g0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "latency_seconds": 0.545304, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "latency_seconds": 0.036384, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "latency_seconds": 0.038695, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "latency_seconds": 0.036198, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "matched_values": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [ "david omasta", "vladimir ferko" ], "entity_set_actual": [ "david omasta", "vladimir ferko" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "latency_seconds": 0.036599, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "matched_values": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_actual": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "id": "g0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "latency_seconds": 0.035993, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "matched_values": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_actual": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "latency_seconds": 0.036956, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "matched_values": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "latency_seconds": 0.03636, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.75, "expected_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "matched_values": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "latency_seconds": 0.035403, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 0.666667, "expected_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "matched_values": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?", "latency_seconds": 0.13348, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "OpenWebUI", "2026" ], "matched_values": [ "Ján Pták", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "OpenWebUI" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "id": "g0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?", "latency_seconds": 0.082219, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Elasticsearch", "2022" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "id": "g0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?", "latency_seconds": 0.144909, "error": null, "strict": false, "value_score": 1.0, "entity_score": 1.0, "relation_score": 0.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "LLM", "2025" ], "matched_values": [ "Tetiana Mohorian", "LLM", "2025" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "LLM" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "LLM" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "id": "g0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?", "latency_seconds": 0.037351, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "FAISS", "2022" ], "matched_values": [ "Michal Stromko", "2022" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "FAISS" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "id": "g0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?", "latency_seconds": 0.049448, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "prompting", "2025" ], "matched_values": [ "Tetiana Mohorian", "2025" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "prompting" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "id": "g0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?", "latency_seconds": 0.036791, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "webový korpus", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "2026" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "webový korpus" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "id": "g0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?", "latency_seconds": 0.038163, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "právne dokumenty", "2026" ], "matched_values": [ "Simona Bobrovčanová", "2026" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "právne dokumenty" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "id": "g0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?", "latency_seconds": 0.039789, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "slovenčina", "2022" ], "matched_values": [ "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "slovenčina" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "id": "g0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?", "latency_seconds": 0.038549, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "2021" ], "matched_values": [ "Maroš Harahus", "Spacy", "2021" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "id": "g0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?", "latency_seconds": 0.037694, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.666667, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "slovenský internet", "2021" ], "matched_values": [ "Ján Holp", "2021" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "slovenský internet" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "id": "g0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?", "latency_seconds": 0.039232, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "matched_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_properties": [ "Thesis.year|Work.year" ], "matched_properties": [ "Thesis.year|Work.year" ], "relation_choices": [ { "choices": [ "AUTHORED", "HAS_WORK" ], "matched": true } ], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] } ] }