[ { "id": "g0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Jakub Maruniak" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Jakub Maruniak" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0009", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0010", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0011", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0012", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0013", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Question Answering <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Dávid Omasta" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0014", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "keyword", "value": "Question Answering" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Question Answering <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Dávid Omasta" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0015", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Dominik Nagy" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0016", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Dominik Nagy" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0017", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Patrik Pavlišin" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0018", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Patrik Pavlišin" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0019", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Dominik Nagy -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Patrik Pavlišin" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0020", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Dominik Nagy -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Patrik Pavlišin" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0021", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> pomenované entity <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0022", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> pomenované entity <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0023", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> jazykové modelovanie <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Matej Novotný" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0024", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> jazykové modelovanie <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Matej Novotný" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0025", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Dávid Omasta -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenčina <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0026", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "keyword", "value": "slovenčina" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Dávid Omasta -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenčina <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0027", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> FAISS <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Matej Ščišľak" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0028", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "keyword", "value": "FAISS" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> FAISS <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Matej Ščišľak" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0029", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Alina Vitko", "Ronald Zalacko", "Docker" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "keyword", "value": "Docker" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Alina Vitko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Docker <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Ronald Zalacko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0030", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Alina Vitko", "Ronald Zalacko", "Docker" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "keyword", "value": "Docker" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Alina Vitko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Docker <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Ronald Zalacko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0031", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Artem Yatsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> anotácia <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Vladimír Ferko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0032", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "keyword", "value": "anotácia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Artem Yatsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> anotácia <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Vladimír Ferko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0033", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> agent <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Oleksandr Dorybohov" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0034", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> agent <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Oleksandr Dorybohov" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0035", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Matej Ščišľak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> GraphRAG <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Valerii Kutsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0036", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Matej Ščišľak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> GraphRAG <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Valerii Kutsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0037", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Vladimír Ferko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> hate speech <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Tetiana Mohorian" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0038", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "keyword", "value": "hate speech" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Vladimír Ferko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> hate speech <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Tetiana Mohorian" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0039", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "Samuel Vasiľ", "OpenWebUI" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Andrii Pervashov -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> OpenWebUI <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Samuel Vasiľ" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0040", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "Samuel Vasiľ", "OpenWebUI" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Andrii Pervashov -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> OpenWebUI <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Samuel Vasiľ" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0041", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> RAG <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Ján Pták" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0042", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> RAG <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Ján Pták" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0043", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Oleh Poiasnik", "Ján Malinovský", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Ján Malinovský" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0044", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Oleh Poiasnik", "Ján Malinovský", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Ján Malinovský" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0045", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Oleh Poiasnik", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Maksym Zatirka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0046", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Oleh Poiasnik", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Maksym Zatirka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0047", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ján Malinovský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Maksym Zatirka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0048", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ján Malinovský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Maksym Zatirka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0049", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tetiana Mohorian -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> LLM <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Rostyslav Rodzhuk" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0050", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "keyword", "value": "LLM" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tetiana Mohorian -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> LLM <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Rostyslav Rodzhuk" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0051", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ján Malinovský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> RAG <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Samuel Vasiľ" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0052", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "keyword", "value": "RAG" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ján Malinovský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> RAG <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Samuel Vasiľ" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0053", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> agent <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Samuel Džurina" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0054", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "keyword", "value": "agent" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> agent <- HAS_KEYWORD <- Document <- HAS_DOCUMENT <- Samuel Džurina" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0055", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0056", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0057", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Filip Tomáš", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Filip Tomáš -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Márk Fehér -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0058", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0059", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0060", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ján Pták", "Matej Novotný", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0061", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Dárius Lindvai -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]", "Lukáš Pokrývka -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0062", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0063", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0064", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0065", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Ján Malinovský", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0066", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0067", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0068", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0069", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Alina Vitko", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Alina Vitko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Márk Fehér -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0070", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0071", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0072", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0073", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0074", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Ján Holp -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]", "Maroš Harahus -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0075", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Tomáš Kuchárik -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0076", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_paths": [ "Dávid Omasta -> (AUTHORED Thesis | HAS_WORK Work) [year=2024]", "Vladimír Ferko -> (AUTHORED Thesis | HAS_WORK Work) [year=2024]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0077", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0078", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0079", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0080", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0081", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0082", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0083", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0084", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0085", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0086", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_paths": [ "Ondrej Megela -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]", "Patrik Pavlišin -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0087", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Jakub Maruniak -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]", "Maroš Harahus -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0088", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0089", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Dominik Nagy -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0090", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0091", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0092", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0093", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Kristián Sopkovič", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Tomáš Kuchárik -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0094", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0095", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Dominik Nagy", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Dominik Nagy -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0096", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "Filip Tomáš", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Alina Vitko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Filip Tomáš -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0097", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Artem Yatsenko", "Dominik Nagy", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Dominik Nagy -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0098", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Michal Stromko", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Tomáš Kuchárik -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0099", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Ščišľak", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0100", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0101", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Denis Le Thanh", "Ján Malinovský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0102", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Maksym Zatirka", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0103", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2027" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov -> (AUTHORED Thesis | HAS_WORK Work) [year=2027]", "Oleh Poiasnik -> (AUTHORED Thesis | HAS_WORK Work) [year=2027]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0104", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Ján Pták", "Matej Ščišľak", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0105", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Dominik Nagy -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Tomáš Kuchárik -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0106", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Denis Le Thanh", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0107", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Novotný", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0108", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Ján Pták", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0109", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0110", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0111", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Jakub Maruniak -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]", "Ján Holp -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0112", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Martin Wencel", "2020" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_paths": [ "Dmytro Ushatenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]", "Martin Wencel -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0113", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ján Malinovský", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0114", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Ščišľak", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0115", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Novotný", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0116", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_paths": [ "Daniil Huzenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2025]", "Tetiana Mohorian -> (AUTHORED Thesis | HAS_WORK Work) [year=2025]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0117", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Denis Le Thanh", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0118", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0119", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0120", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0121", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Filip Tomáš", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Filip Tomáš -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Márk Fehér -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0122", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0123", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0124", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ján Pták", "Matej Novotný", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0125", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Dárius Lindvai -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]", "Lukáš Pokrývka -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0126", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0127", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0128", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0129", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Ján Malinovský", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0130", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0131", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0132", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0133", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Alina Vitko", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Alina Vitko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Márk Fehér -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0134", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0135", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Samuel Džurina -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0136", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Rostyslav Rodzhuk -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0137", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Martin Šarišský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0138", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Ján Holp -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]", "Maroš Harahus -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0139", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Tomáš Kuchárik -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0140", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_paths": [ "Dávid Omasta -> (AUTHORED Thesis | HAS_WORK Work) [year=2024]", "Vladimír Ferko -> (AUTHORED Thesis | HAS_WORK Work) [year=2024]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0141", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0142", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0143", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0144", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0145", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0146", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Samuel Vasiľ -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0147", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Oleksandr Dorybohov -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0148", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0149", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Ronald Zalacko -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0150", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_paths": [ "Ondrej Megela -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]", "Patrik Pavlišin -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0151", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Jakub Maruniak -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]", "Maroš Harahus -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0152", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0153", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Dominik Nagy -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0154", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]", "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year", "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ], [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Tetiana Mohorian [start_year=2022]", "Valerii Kutsenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Pták [start_year=2022]", "Tetiana Mohorian [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0157", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh [start_year=2023]", "Ronald Zalacko [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0158", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský [start_year=2022]", "Oleh Poiasnik [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0159", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Oleh Poiasnik [start_year=2022]", "Samuel Vasiľ [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Samuel Džurina [start_year=2023]", "Yevhenii Medushivskyi [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0161", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Oleksandr Dorybohov [start_year=2023]", "Ronald Zalacko [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Pták [start_year=2022]", "Valerii Kutsenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk [start_year=2023]", "Simona Bobrovčanová [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Simona Bobrovčanová [start_year=2023]", "Yevhenii Medushivskyi [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný [start_year=2021]", "Matej Ščišľak [start_year=2021]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0166", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk [start_year=2023]", "Yevhenii Medushivskyi [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "2016" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "expected_paths": [ "Jakub Maruniak [start_year=2016]", "Ján Holp [start_year=2016]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0169", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Oleh Poiasnik [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0170", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka [start_year=2023]", "Oleksandr Dorybohov [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0171", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský [start_year=2022]", "Samuel Vasiľ [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk [start_year=2023]", "Samuel Džurina [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0173", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh [start_year=2023]", "Maksym Zatirka [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Daniil Huzenko [start_year=2022]", "Tetiana Mohorian [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0175", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka [start_year=2023]", "Ronald Zalacko [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0176", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh [start_year=2023]", "Oleksandr Dorybohov [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "Ján Pták", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Daniil Huzenko [start_year=2022]", "Ján Pták [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0178", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov [start_year=2022]", "Oleh Poiasnik [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0179", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0180", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Samuel Vasiľ [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0181", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Andrii Pervashov", "Ján Malinovský", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov [start_year=2022]", "Ján Malinovský [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Daniil Huzenko [start_year=2022]", "Valerii Kutsenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0183", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2016" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "expected_paths": [ "Dárius Lindvai [start_year=2016]", "Lukáš Pokrývka [start_year=2016]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0184", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Eduard Matovka", "Martin Šarišský", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Eduard Matovka [start_year=2021]", "Martin Šarišský [start_year=2021]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný [start_year=2021]", "Vladimír Ferko [start_year=2021]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Samuel Džurina [start_year=2023]", "Simona Bobrovčanová [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0187", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov [start_year=2022]", "Samuel Vasiľ [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Matej Ščišľak [start_year=2021]", "Vladimír Ferko [start_year=2021]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Tetiana Mohorian [start_year=2022]", "Valerii Kutsenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Pták [start_year=2022]", "Tetiana Mohorian [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0191", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh [start_year=2023]", "Ronald Zalacko [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0192", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský [start_year=2022]", "Oleh Poiasnik [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0193", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Oleh Poiasnik [start_year=2022]", "Samuel Vasiľ [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Samuel Džurina [start_year=2023]", "Yevhenii Medushivskyi [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0195", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Oleksandr Dorybohov [start_year=2023]", "Ronald Zalacko [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Pták [start_year=2022]", "Valerii Kutsenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk [start_year=2023]", "Simona Bobrovčanová [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Simona Bobrovčanová [start_year=2023]", "Yevhenii Medushivskyi [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_paths": [ "Matej Novotný [start_year=2021]", "Matej Ščišľak [start_year=2021]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0200", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk [start_year=2023]", "Yevhenii Medushivskyi [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "2016" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [], "expected_paths": [ "Jakub Maruniak [start_year=2016]", "Ján Holp [start_year=2016]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0203", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Oleh Poiasnik [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0204", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka [start_year=2023]", "Oleksandr Dorybohov [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0205", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský [start_year=2022]", "Samuel Vasiľ [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Rostyslav Rodzhuk [start_year=2023]", "Samuel Džurina [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0207", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh [start_year=2023]", "Maksym Zatirka [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Daniil Huzenko [start_year=2022]", "Tetiana Mohorian [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0209", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Maksym Zatirka [start_year=2023]", "Ronald Zalacko [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0210", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh [start_year=2023]", "Oleksandr Dorybohov [start_year=2023]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "Ján Pták", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Daniil Huzenko [start_year=2022]", "Ján Pták [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0212", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov [start_year=2022]", "Oleh Poiasnik [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0213", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Ján Malinovský [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0214", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_paths": [ "Samuel Vasiľ [start_year=2022]", "Vladyslav Yanchenko [start_year=2022]" ], "schema_version": 2, "expected_properties": [ "Person.start_year", "Person.start_year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0215", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Alina Vitko -> AUTHORED -> Thesis(title=Systémy pre generovanie odpovede na otázku v prirodzenom jazyku, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0216", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Alina Vitko -> AUTHORED -> Thesis(title=Systémy pre generovanie odpovede na otázku v prirodzenom jazyku, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0217", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Andrii Pervashov -> AUTHORED -> Thesis(title=Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu, year=2027)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0218", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Andrii Pervashov -> AUTHORED -> Thesis(title=Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu, year=2027)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0219", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Artem Yatsenko -> AUTHORED -> Thesis(title=Rozpoznávanie pomenovaných entít v slovenskom jazyku, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0220", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Artem Yatsenko -> AUTHORED -> Thesis(title=Rozpoznávanie pomenovaných entít v slovenskom jazyku, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0221", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Daniil Huzenko -> AUTHORED -> Thesis(title=Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia, year=2025)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0222", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Daniil Huzenko -> AUTHORED -> Thesis(title=Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia, year=2025)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0223", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Denis Le Thanh -> AUTHORED -> Thesis(title=Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0224", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Denis Le Thanh -> AUTHORED -> Thesis(title=Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0225", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dmytro Ushatenko -> AUTHORED -> Thesis(title=Jednoduchý chatbot v jazyku Python, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0226", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dmytro Ushatenko -> AUTHORED -> Thesis(title=Jednoduchý chatbot v jazyku Python, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0227", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dominik Nagy -> AUTHORED -> Thesis(title=Neurónový strojový preklad pomocou knižnice Fairseq, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0228", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dominik Nagy -> AUTHORED -> Thesis(title=Neurónový strojový preklad pomocou knižnice Fairseq, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0229", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dárius Lindvai -> AUTHORED -> Thesis(title=Obnovenie interpunkcie pomocou hlbokých neurónových sietí, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0230", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dárius Lindvai -> AUTHORED -> Thesis(title=Obnovenie interpunkcie pomocou hlbokých neurónových sietí, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0231", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dávid Omasta -> AUTHORED -> Thesis(title=Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku, year=2024)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0232", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Dávid Omasta -> AUTHORED -> Thesis(title=Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku, year=2024)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0233", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Eduard Matovka -> AUTHORED -> Thesis(title=Slovenská konverzačná umelá inteligencia, year=2024)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0234", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Eduard Matovka -> AUTHORED -> Thesis(title=Slovenská konverzačná umelá inteligencia, year=2024)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0235", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Filip Tomáš -> AUTHORED -> Thesis(title=Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0236", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Filip Tomáš -> AUTHORED -> Thesis(title=Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0237", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Jakub Maruniak -> AUTHORED -> Thesis(title=Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0238", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Jakub Maruniak -> AUTHORED -> Thesis(title=Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0239", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Ján Holp -> AUTHORED -> Thesis(title=Systém získavania informácií v slovenskom jazyku, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0240", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Ján Holp -> AUTHORED -> Thesis(title=Systém získavania informácií v slovenskom jazyku, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0241", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK -> Work(title=Grafové vyhľadávanie pre podporu vzdelávania, year=2026)" ], "schema_version": 2, "expected_properties": [ "Work.title", "Work.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0242", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK -> Work(title=Grafové vyhľadávanie pre podporu vzdelávania, year=2026)" ], "schema_version": 2, "expected_properties": [ "Work.title", "Work.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0243", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "expected_paths": [ "Ján Pták -> HAS_WORK -> Work(title=Agent pre manažment záverečných prác, year=2026)" ], "schema_version": 2, "expected_properties": [ "Work.title", "Work.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0244", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK" ], "expected_paths": [ "Ján Pták -> HAS_WORK -> Work(title=Agent pre manažment záverečných prác, year=2026)" ], "schema_version": 2, "expected_properties": [ "Work.title", "Work.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0245", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Kristián Sopkovič -> AUTHORED -> Thesis(title=Model Spacy pre spracovanie prirodzeného jazyka v slovenčine, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0246", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Kristián Sopkovič -> AUTHORED -> Thesis(title=Model Spacy pre spracovanie prirodzeného jazyka v slovenčine, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0247", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Lukáš Pokrývka -> AUTHORED -> Thesis(title=Paralelné trénovanie neurónových sietí, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0248", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Lukáš Pokrývka -> AUTHORED -> Thesis(title=Paralelné trénovanie neurónových sietí, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0249", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Maksym Zatirka -> AUTHORED -> Thesis(title=Grafová databáza pre podporu generovania slovenského jazyka, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0250", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Maksym Zatirka -> AUTHORED -> Thesis(title=Grafová databáza pre podporu generovania slovenského jazyka, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0251", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Maroš Harahus -> AUTHORED -> Thesis(title=Neurónová morfologická anotácia slovenského jazyka, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0252", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Maroš Harahus -> AUTHORED -> Thesis(title=Neurónová morfologická anotácia slovenského jazyka, year=2021)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0253", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Martin Wencel -> AUTHORED -> Thesis(title=Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0254", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Martin Wencel -> AUTHORED -> Thesis(title=Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0255", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Martin Šarišský -> AUTHORED -> Thesis(title=Agentové systémy pomocou veľkého jazykového modelu, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0256", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Martin Šarišský -> AUTHORED -> Thesis(title=Agentové systémy pomocou veľkého jazykového modelu, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0257", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Matej Novotný -> AUTHORED -> Thesis(title=Klasifikácia webových dát pre lepšie jazykové modelovanie, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0258", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Matej Novotný -> AUTHORED -> Thesis(title=Klasifikácia webových dát pre lepšie jazykové modelovanie, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0259", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Matej Ščišľak -> AUTHORED -> Thesis(title=Znalostné grafy pre zlepšenie vyhľadávania právnych informácií, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0260", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Matej Ščišľak -> AUTHORED -> Thesis(title=Znalostné grafy pre zlepšenie vyhľadávania právnych informácií, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0261", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Michal Stromko -> AUTHORED -> Thesis(title=Indexovanie slovenského textu pomocou Elasticsearch, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0262", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Michal Stromko -> AUTHORED -> Thesis(title=Indexovanie slovenského textu pomocou Elasticsearch, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0263", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Márk Fehér -> AUTHORED -> Thesis(title=Klasifikácia textu metódami strojového učenia, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0264", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Márk Fehér -> AUTHORED -> Thesis(title=Klasifikácia textu metódami strojového učenia, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0265", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Oleh Poiasnik -> AUTHORED -> Thesis(title=Expertný agentový systém na podporu rozhodovania v lekárni, year=2027)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0266", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Oleh Poiasnik -> AUTHORED -> Thesis(title=Expertný agentový systém na podporu rozhodovania v lekárni, year=2027)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0267", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Oleksandr Dorybohov -> AUTHORED -> Thesis(title=Automatické odpovede na otázky v právnej oblasti, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0268", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Oleksandr Dorybohov -> AUTHORED -> Thesis(title=Automatické odpovede na otázky v právnej oblasti, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0269", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Ondrej Megela -> AUTHORED -> Thesis(title=Neurónové jazykové modelovanie typu BERT, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0270", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Ondrej Megela -> AUTHORED -> Thesis(title=Neurónové jazykové modelovanie typu BERT, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0271", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Patrik Pavlišin -> AUTHORED -> Thesis(title=Metódy automatického prekladu, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0272", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Patrik Pavlišin -> AUTHORED -> Thesis(title=Metódy automatického prekladu, year=2020)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0273", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Ronald Zalacko -> AUTHORED -> Thesis(title=Skórovací online systém pre robotické súťaže, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0274", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Ronald Zalacko -> AUTHORED -> Thesis(title=Skórovací online systém pre robotické súťaže, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0275", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Rostyslav Rodzhuk -> AUTHORED -> Thesis(title=Inteligentný agent pre podporu práce špeciálneho pedagóga, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0276", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Rostyslav Rodzhuk -> AUTHORED -> Thesis(title=Inteligentný agent pre podporu práce špeciálneho pedagóga, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0277", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Samuel Džurina -> AUTHORED -> Thesis(title=Dialógový systém pre podporu firemných procesov, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0278", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Samuel Džurina -> AUTHORED -> Thesis(title=Dialógový systém pre podporu firemných procesov, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0279", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Samuel Vasiľ -> AUTHORED -> Thesis(title=Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0280", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Samuel Vasiľ -> AUTHORED -> Thesis(title=Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0281", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Simona Bobrovčanová -> AUTHORED -> Thesis(title=Automatická sumarizácia slovenského textu, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0282", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Simona Bobrovčanová -> AUTHORED -> Thesis(title=Automatická sumarizácia slovenského textu, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0283", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Tetiana Mohorian -> AUTHORED -> Thesis(title=Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov, year=2025)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0284", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Tetiana Mohorian -> AUTHORED -> Thesis(title=Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov, year=2025)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0285", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Tomáš Kuchárik -> AUTHORED -> Thesis(title=Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0286", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Tomáš Kuchárik -> AUTHORED -> Thesis(title=Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu, year=2022)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0287", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Valerii Kutsenko -> AUTHORED -> Thesis(title=Zlepšenie vyhľadávania pomocou znalostných grafov, year=2027)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0288", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Valerii Kutsenko -> AUTHORED -> Thesis(title=Zlepšenie vyhľadávania pomocou znalostných grafov, year=2027)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0289", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Vladimír Ferko -> AUTHORED -> Thesis(title=Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči, year=2024)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0290", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Vladimír Ferko -> AUTHORED -> Thesis(title=Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči, year=2024)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0291", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Vladyslav Yanchenko -> AUTHORED -> Thesis(title=Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí, year=2025)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0292", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Vladyslav Yanchenko -> AUTHORED -> Thesis(title=Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí, year=2025)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0293", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Yevhenii Medushivskyi -> AUTHORED -> Thesis(title=Získavanie textu z webových stránok, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0294", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "AUTHORED" ], "expected_paths": [ "Yevhenii Medushivskyi -> AUTHORED -> Thesis(title=Získavanie textu z webových stránok, year=2026)" ], "schema_version": 2, "expected_properties": [ "Thesis.title", "Thesis.year" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0295", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "cloud", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "keyword", "value": "cloud" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Vladyslav Yanchenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> cloud", "Vladyslav Yanchenko -> AUTHORED -> Thesis(title=Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0296", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "slovenský text", "Automatická sumarizácia slovenského textu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "keyword", "value": "slovenský text" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenský text", "Simona Bobrovčanová -> AUTHORED -> Thesis(title=Automatická sumarizácia slovenského textu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0297", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "transformery", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "keyword", "value": "transformery" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> transformery", "Kristián Sopkovič -> AUTHORED -> Thesis(title=Model Spacy pre spracovanie prirodzeného jazyka v slovenčine)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0298", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "hate speech", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Tetiana Mohorian -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> hate speech", "Tetiana Mohorian -> AUTHORED -> Thesis(title=Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0299", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "FAISS", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Matej Ščišľak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> FAISS", "Matej Ščišľak -> AUTHORED -> Thesis(title=Znalostné grafy pre zlepšenie vyhľadávania právnych informácií)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0300", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "OpenWebUI", "Agent pre manažment záverečných prác" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "expected_paths": [ "Ján Pták -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> OpenWebUI", "Ján Pták -> HAS_WORK -> Work(title=Agent pre manažment záverečných prác)" ], "schema_version": 2, "expected_properties": [ "Work.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0301", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Neo4J", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "keyword", "value": "Neo4J" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Matej Ščišľak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Neo4J", "Matej Ščišľak -> AUTHORED -> Thesis(title=Znalostné grafy pre zlepšenie vyhľadávania právnych informácií)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0302", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "prompting", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "keyword", "value": "prompting" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Tetiana Mohorian -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> prompting", "Tetiana Mohorian -> AUTHORED -> Thesis(title=Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0303", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "morfologická anotácia", "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "keyword", "value": "morfologická anotácia" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> morfologická anotácia", "Maroš Harahus -> AUTHORED -> Thesis(title=Neurónová morfologická anotácia slovenského jazyka)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0304", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "SQuAD", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "keyword", "value": "SQuAD" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> SQuAD", "Tomáš Kuchárik -> AUTHORED -> Thesis(title=Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0305", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Docker", "Agent pre manažment záverečných prác" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "keyword", "value": "Docker" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "expected_paths": [ "Ján Pták -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Docker", "Ján Pták -> HAS_WORK -> Work(title=Agent pre manažment záverečných prác)" ], "schema_version": 2, "expected_properties": [ "Work.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0306", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "inštrukcie", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "keyword", "value": "inštrukcie" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Denis Le Thanh -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> inštrukcie", "Denis Le Thanh -> AUTHORED -> Thesis(title=Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0307", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "právne informácie", "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "keyword", "value": "právne informácie" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> právne informácie", "Martin Šarišský -> AUTHORED -> Thesis(title=Agentové systémy pomocou veľkého jazykového modelu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0308", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "expected_paths": [ "Ján Malinovský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> RAG", "Ján Malinovský -> HAS_WORK -> Work(title=Grafové vyhľadávanie pre podporu vzdelávania)" ], "schema_version": 2, "expected_properties": [ "Work.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0309", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "automatický preklad", "Metódy automatického prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "keyword", "value": "automatický preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> automatický preklad", "Patrik Pavlišin -> AUTHORED -> Thesis(title=Metódy automatického prekladu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0310", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "SlovakAlpaca", "Slovenská konverzačná umelá inteligencia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "keyword", "value": "SlovakAlpaca" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Eduard Matovka -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> SlovakAlpaca", "Eduard Matovka -> AUTHORED -> Thesis(title=Slovenská konverzačná umelá inteligencia)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0311", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "BiLSTM", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "keyword", "value": "BiLSTM" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Dárius Lindvai -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> BiLSTM", "Dárius Lindvai -> AUTHORED -> Thesis(title=Obnovenie interpunkcie pomocou hlbokých neurónových sietí)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0312", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "NCCL", "Paralelné trénovanie neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "keyword", "value": "NCCL" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> NCCL", "Lukáš Pokrývka -> AUTHORED -> Thesis(title=Paralelné trénovanie neurónových sietí)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0313", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Docker", "Skórovací online systém pre robotické súťaže" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "keyword", "value": "Docker" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Ronald Zalacko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Docker", "Ronald Zalacko -> AUTHORED -> Thesis(title=Skórovací online systém pre robotické súťaže)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0314", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "zásielková spoločnosť", "Dialógový systém pre podporu firemných procesov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "keyword", "value": "zásielková spoločnosť" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Samuel Džurina -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> zásielková spoločnosť", "Samuel Džurina -> AUTHORED -> Thesis(title=Dialógový systém pre podporu firemných procesov)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0315", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "RAG", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Samuel Vasiľ -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> RAG", "Samuel Vasiľ -> AUTHORED -> Thesis(title=Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0316", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "znalostný graf", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "keyword", "value": "znalostný graf" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf", "Valerii Kutsenko -> AUTHORED -> Thesis(title=Zlepšenie vyhľadávania pomocou znalostných grafov)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0317", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "lekáreň", "Expertný agentový systém na podporu rozhodovania v lekárni" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "keyword", "value": "lekáreň" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> lekáreň", "Oleh Poiasnik -> AUTHORED -> Thesis(title=Expertný agentový systém na podporu rozhodovania v lekárni)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0318", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "chatbot", "Jednoduchý chatbot v jazyku Python" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "keyword", "value": "chatbot" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> chatbot", "Dmytro Ushatenko -> AUTHORED -> Thesis(title=Jednoduchý chatbot v jazyku Python)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0319", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "grafové neurónové siete", "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "keyword", "value": "grafové neurónové siete" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> grafové neurónové siete", "Maroš Harahus -> AUTHORED -> Thesis(title=Neurónová morfologická anotácia slovenského jazyka)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0320", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Python", "Jednoduchý chatbot v jazyku Python" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "keyword", "value": "Python" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Python", "Dmytro Ushatenko -> AUTHORED -> Thesis(title=Jednoduchý chatbot v jazyku Python)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0321", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "morfologická analýza", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "keyword", "value": "morfologická analýza" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Martin Wencel -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> morfologická analýza", "Martin Wencel -> AUTHORED -> Thesis(title=Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0322", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "anotácia", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Artem Yatsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> anotácia", "Artem Yatsenko -> AUTHORED -> Thesis(title=Rozpoznávanie pomenovaných entít v slovenskom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0323", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "sumarizácia", "Automatická sumarizácia slovenského textu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "keyword", "value": "sumarizácia" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> sumarizácia", "Simona Bobrovčanová -> AUTHORED -> Thesis(title=Automatická sumarizácia slovenského textu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0324", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "strojový preklad", "Metódy automatického prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad", "Patrik Pavlišin -> AUTHORED -> Thesis(title=Metódy automatického prekladu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0325", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "speech-to-text", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "keyword", "value": "speech-to-text" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Andrii Pervashov -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> speech-to-text", "Andrii Pervashov -> AUTHORED -> Thesis(title=Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0326", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "robotické súťaže", "Skórovací online systém pre robotické súťaže" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "keyword", "value": "robotické súťaže" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Ronald Zalacko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> robotické súťaže", "Ronald Zalacko -> AUTHORED -> Thesis(title=Skórovací online systém pre robotické súťaže)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0327", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "získavanie informácií", "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "keyword", "value": "získavanie informácií" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Ján Holp -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> získavanie informácií", "Ján Holp -> AUTHORED -> Thesis(title=Systém získavania informácií v slovenskom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0328", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "špeciálny pedagóg", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "keyword", "value": "špeciálny pedagóg" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> špeciálny pedagóg", "Rostyslav Rodzhuk -> AUTHORED -> Thesis(title=Inteligentný agent pre podporu práce špeciálneho pedagóga)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0329", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "GraphRAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> GraphRAG", "Valerii Kutsenko -> AUTHORED -> Thesis(title=Zlepšenie vyhľadávania pomocou znalostných grafov)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0330", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "LLM", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Tetiana Mohorian -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> LLM", "Tetiana Mohorian -> AUTHORED -> Thesis(title=Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0331", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "deduplikácia", "Získavanie textu z webových stránok" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "keyword", "value": "deduplikácia" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Yevhenii Medushivskyi -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> deduplikácia", "Yevhenii Medushivskyi -> AUTHORED -> Thesis(title=Získavanie textu z webových stránok)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0332", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Martin Wencel -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy", "Martin Wencel -> AUTHORED -> Thesis(title=Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0333", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "LLM", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "keyword", "value": "LLM" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> LLM", "Rostyslav Rodzhuk -> AUTHORED -> Thesis(title=Inteligentný agent pre podporu práce špeciálneho pedagóga)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0334", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "CI/CD", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "keyword", "value": "CI/CD" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Filip Tomáš -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> CI/CD", "Filip Tomáš -> AUTHORED -> Thesis(title=Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0335", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "slovenský jazykový model", "Slovenská konverzačná umelá inteligencia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "keyword", "value": "slovenský jazykový model" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Eduard Matovka -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenský jazykový model", "Eduard Matovka -> AUTHORED -> Thesis(title=Slovenská konverzačná umelá inteligencia)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0336", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "pomenované entity", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "keyword", "value": "pomenované entity" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Artem Yatsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> pomenované entity", "Artem Yatsenko -> AUTHORED -> Thesis(title=Rozpoznávanie pomenovaných entít v slovenskom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0337", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "slovenský internet", "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "keyword", "value": "slovenský internet" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Ján Holp -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenský internet", "Ján Holp -> AUTHORED -> Thesis(title=Systém získavania informácií v slovenskom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0338", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> agent", "Oleksandr Dorybohov -> AUTHORED -> Thesis(title=Automatické odpovede na otázky v právnej oblasti)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0339", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "MCP", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "keyword", "value": "MCP" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Samuel Vasiľ -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> MCP", "Samuel Vasiľ -> AUTHORED -> Thesis(title=Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0340", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "GraphRAG", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "keyword", "value": "GraphRAG" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Matej Ščišľak -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> GraphRAG", "Matej Ščišľak -> AUTHORED -> Thesis(title=Znalostné grafy pre zlepšenie vyhľadávania právnych informácií)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0341", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Elasticsearch", "Indexovanie slovenského textu pomocou Elasticsearch" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "keyword", "value": "Elasticsearch" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Elasticsearch", "Michal Stromko -> AUTHORED -> Thesis(title=Indexovanie slovenského textu pomocou Elasticsearch)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0342", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "agent", "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> agent", "Martin Šarišský -> AUTHORED -> Thesis(title=Agentové systémy pomocou veľkého jazykového modelu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0343", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "crawler", "Získavanie textu z webových stránok" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "keyword", "value": "crawler" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Yevhenii Medushivskyi -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> crawler", "Yevhenii Medushivskyi -> AUTHORED -> Thesis(title=Získavanie textu z webových stránok)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0344", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "hate speech", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "keyword", "value": "hate speech" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Vladimír Ferko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> hate speech", "Vladimír Ferko -> AUTHORED -> Thesis(title=Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0345", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy", "Maroš Harahus -> AUTHORED -> Thesis(title=Neurónová morfologická anotácia slovenského jazyka)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0346", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> RAG", "Valerii Kutsenko -> AUTHORED -> Thesis(title=Zlepšenie vyhľadávania pomocou znalostných grafov)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0347", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "paralelný korpus", "Metódy automatického prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "keyword", "value": "paralelný korpus" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> paralelný korpus", "Patrik Pavlišin -> AUTHORED -> Thesis(title=Metódy automatického prekladu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0348", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "SlovakBERT", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "keyword", "value": "SlovakBERT" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Vladimír Ferko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> SlovakBERT", "Vladimír Ferko -> AUTHORED -> Thesis(title=Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0349", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "anotácia", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "keyword", "value": "anotácia" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Vladimír Ferko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> anotácia", "Vladimír Ferko -> AUTHORED -> Thesis(title=Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0350", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "PyTorch", "Paralelné trénovanie neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "keyword", "value": "PyTorch" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> PyTorch", "Lukáš Pokrývka -> AUTHORED -> Thesis(title=Paralelné trénovanie neurónových sietí)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0351", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Docker Compose", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "keyword", "value": "Docker Compose" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Filip Tomáš -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Docker Compose", "Filip Tomáš -> AUTHORED -> Thesis(title=Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0352", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Streamlit", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "keyword", "value": "Streamlit" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Alina Vitko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Streamlit", "Alina Vitko -> AUTHORED -> Thesis(title=Systémy pre generovanie odpovede na otázku v prirodzenom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0353", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "strojový preklad", "Neurónový strojový preklad pomocou knižnice Fairseq" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "keyword", "value": "strojový preklad" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Dominik Nagy -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> strojový preklad", "Dominik Nagy -> AUTHORED -> Thesis(title=Neurónový strojový preklad pomocou knižnice Fairseq)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0354", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> BERT", "Ondrej Megela -> AUTHORED -> Thesis(title=Neurónové jazykové modelovanie typu BERT)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Ján Holp -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> PageRank", "Ján Holp -> AUTHORED -> Thesis(title=Systém získavania informácií v slovenskom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0356", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "klasifikácia textu", "Klasifikácia textu metódami strojového učenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "keyword", "value": "klasifikácia textu" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Márk Fehér -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> klasifikácia textu", "Márk Fehér -> AUTHORED -> Thesis(title=Klasifikácia textu metódami strojového učenia)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0357", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Slovak Mistral", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "keyword", "value": "Slovak Mistral" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Denis Le Thanh -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Slovak Mistral", "Denis Le Thanh -> AUTHORED -> Thesis(title=Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0358", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "kyberbezpečnosť", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "keyword", "value": "kyberbezpečnosť" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Denis Le Thanh -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> kyberbezpečnosť", "Denis Le Thanh -> AUTHORED -> Thesis(title=Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0359", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "právne dokumenty", "Automatická sumarizácia slovenského textu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "keyword", "value": "právne dokumenty" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> právne dokumenty", "Simona Bobrovčanová -> AUTHORED -> Thesis(title=Automatická sumarizácia slovenského textu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0360", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "slovenské právo", "Grafová databáza pre podporu generovania slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "keyword", "value": "slovenské právo" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Maksym Zatirka -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenské právo", "Maksym Zatirka -> AUTHORED -> Thesis(title=Grafová databáza pre podporu generovania slovenského jazyka)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0361", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "FAISS", "Indexovanie slovenského textu pomocou Elasticsearch" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "keyword", "value": "FAISS" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> FAISS", "Michal Stromko -> AUTHORED -> Thesis(title=Indexovanie slovenského textu pomocou Elasticsearch)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0362", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Question Answering", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "keyword", "value": "Question Answering" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Alina Vitko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Question Answering", "Alina Vitko -> AUTHORED -> Thesis(title=Systémy pre generovanie odpovede na otázku v prirodzenom jazyku)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0363", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "LightRAG", "Expertný agentový systém na podporu rozhodovania v lekárni" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "keyword", "value": "LightRAG" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> LightRAG", "Oleh Poiasnik -> AUTHORED -> Thesis(title=Expertný agentový systém na podporu rozhodovania v lekárni)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0364", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Kubernetes", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "keyword", "value": "Kubernetes" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Daniil Huzenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Kubernetes", "Daniil Huzenko -> AUTHORED -> Thesis(title=Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0365", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "OpenWebUI", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Andrii Pervashov -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> OpenWebUI", "Andrii Pervashov -> AUTHORED -> Thesis(title=Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0366", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "jazykové modelovanie", "Neurónové jazykové modelovanie typu BERT" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "keyword", "value": "jazykové modelovanie" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> jazykové modelovanie", "Ondrej Megela -> AUTHORED -> Thesis(title=Neurónové jazykové modelovanie typu BERT)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0367", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "grafová databáza", "Grafová databáza pre podporu generovania slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "keyword", "value": "grafová databáza" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Maksym Zatirka -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> grafová databáza", "Maksym Zatirka -> AUTHORED -> Thesis(title=Grafová databáza pre podporu generovania slovenského jazyka)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0368", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Raspberry Pi", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "keyword", "value": "Raspberry Pi" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Daniil Huzenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Raspberry Pi", "Daniil Huzenko -> AUTHORED -> Thesis(title=Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0369", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "API", "Automatické odpovede na otázky v právnej oblasti" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "keyword", "value": "API" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> API", "Oleksandr Dorybohov -> AUTHORED -> Thesis(title=Automatické odpovede na otázky v právnej oblasti)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0370", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "OpenWebUI", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "keyword", "value": "OpenWebUI" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Samuel Vasiľ -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> OpenWebUI", "Samuel Vasiľ -> AUTHORED -> Thesis(title=Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0371", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Azure", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "keyword", "value": "Azure" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Vladyslav Yanchenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Azure", "Vladyslav Yanchenko -> AUTHORED -> Thesis(title=Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0372", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "dialógový systém", "Jednoduchý chatbot v jazyku Python" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "keyword", "value": "dialógový systém" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> dialógový systém", "Dmytro Ushatenko -> AUTHORED -> Thesis(title=Jednoduchý chatbot v jazyku Python)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0373", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "CRF", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "keyword", "value": "CRF" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Dárius Lindvai -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> CRF", "Dárius Lindvai -> AUTHORED -> Thesis(title=Obnovenie interpunkcie pomocou hlbokých neurónových sietí)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0374", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "DeepEval", "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "keyword", "value": "DeepEval" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD", "AUTHORED" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> DeepEval", "Martin Šarišský -> AUTHORED -> Thesis(title=Agentové systémy pomocou veľkého jazykového modelu)" ], "schema_version": 2, "expected_properties": [ "Thesis.title" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0375", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Michal Stromko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Michal Stromko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0376", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Yevhenii Medushivskyi" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Yevhenii Medushivskyi -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Yevhenii Medushivskyi" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0377", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Daniel Hladek", "dp2027", "Oleh Poiasnik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Oleh Poiasnik" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0378", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Andrii Pervashov" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Andrii Pervashov -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Andrii Pervashov" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0379", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Kristián Sopkovič" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0380", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Michal Stromko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Michal Stromko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0381", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Dominik Nagy" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Dominik Nagy -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Dominik Nagy" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0382", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Daniel Hladek", "vp2025", "Rostyslav Rodzhuk" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2025", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Rostyslav Rodzhuk" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0383", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Alina Vitko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Alina Vitko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Alina Vitko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0384", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Daniel Hladek", "dp2027", "Ján Malinovský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Ján Malinovský -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Ján Malinovský" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0385", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Oliver Pejic" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oliver Pejic" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Oliver Pejic -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> iaeste", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Oliver Pejic" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0386", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Vladimír Ferko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Vladimír Ferko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Vladimír Ferko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0387", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Jakub Maruniak" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Jakub Maruniak" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0388", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Daniel Hladek", "dp2023", "Ondrej Megela" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2023", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Ondrej Megela" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0389", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Dávid Omasta" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Dávid Omasta -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Dávid Omasta" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0390", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Tomáš Kuchárik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Tomáš Kuchárik" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0391", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Samuel Vasiľ" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Samuel Vasiľ -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Samuel Vasiľ" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0392", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Dominik Nagy" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Dominik Nagy -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Dominik Nagy" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0393", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Daniel Hladek", "dp2026", "Matej Novotný" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Matej Novotný -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Matej Novotný" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0394", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Simona Bobrovčanová" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Simona Bobrovčanová" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0395", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Lukáš Pokrývka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Lukáš Pokrývka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0396", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Maroš Harahus" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Maroš Harahus" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0397", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Valerii Kutsenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Valerii Kutsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0398", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Daniel Hladek", "bp2020", "Patrik Pavlišin" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2020", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Patrik Pavlišin" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0399", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Filip Tomáš" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Filip Tomáš" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0400", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Ján Holp" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Ján Holp -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Ján Holp" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0401", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Ronald Zalacko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Ronald Zalacko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Ronald Zalacko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0402", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Daniel Hladek", "bp2021", "Martin Wencel" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Martin Wencel -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2021", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Martin Wencel" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0403", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Eduard Matovka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Eduard Matovka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Eduard Matovka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0404", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Daniel Hladek", "dp2025", "Filip Tomáš" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2025", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Filip Tomáš" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0405", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Matej Ščišľak" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Matej Ščišľak -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Matej Ščišľak" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0406", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Márk Fehér" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Márk Fehér -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Márk Fehér" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0407", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Samuel Džurina" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Samuel Džurina -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Samuel Džurina" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0408", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Patrik Pavlišin" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Patrik Pavlišin" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0409", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Oleksandr Dorybohov" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Oleksandr Dorybohov" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0410", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Daniel Hladek", "erasmus", "Bogdan Paul Chiș" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_entities": [ { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Bogdan Paul Chiș -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> erasmus", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Bogdan Paul Chiș" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0411", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Ján Holp" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Ján Holp -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Ján Holp" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0412", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniel Hladek", "dp2027", "Ján Pták" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Ján Pták -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Ján Pták" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0413", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2020", "Dmytro Ushatenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2020", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Dmytro Ushatenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0414", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Daniel Hladek", "vp2023", "Martin Šarišský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2023", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Martin Šarišský" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0415", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Cesar Abascal Gutierrez" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Cesar Abascal Gutierrez -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> iaeste", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Cesar Abascal Gutierrez" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0416", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Daniel Hladek", "bp2021", "Ondrej Megela" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2021", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Ondrej Megela" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0417", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Tomáš Kuchárik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Tomáš Kuchárik" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0418", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Filip Tomáš" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Filip Tomáš" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0419", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Dárius Lindvai" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Dárius Lindvai -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Dárius Lindvai" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0420", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Daniel Hladek", "vp2021", "Michal Stromko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2021", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Michal Stromko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0421", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Youssef Ressaissi" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Youssef Ressaissi" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Youssef Ressaissi -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> iaeste", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Youssef Ressaissi" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0422", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Rostyslav Rodzhuk" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Rostyslav Rodzhuk" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0423", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Lukáš Pokrývka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Lukáš Pokrývka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0424", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Daniel Hladek", "vp2024", "Valerii Kutsenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Valerii Kutsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0425", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Kristián Sopkovič" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Kristián Sopkovič" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0426", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Artem Yatsenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Artem Yatsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Artem Yatsenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0427", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Maroš Harahus" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Maroš Harahus" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0428", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Vladyslav Yanchenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Vladyslav Yanchenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Vladyslav Yanchenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0429", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Maksym Zatirka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Maksym Zatirka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Maksym Zatirka" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0430", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Martin Šarišský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2024", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Martin Šarišský" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0431", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Sevval Bulburu" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Sevval Bulburu" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Sevval Bulburu -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> iaeste", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Sevval Bulburu" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0432", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Daniel Hladek", "dp2026", "Martin Šarišský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2026", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Martin Šarišský" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0433", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Daniil Huzenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Daniil Huzenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Daniil Huzenko" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0434", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Oleh Poiasnik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY", "AUTHORED_DOCUMENT" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Daniel Hladek -> AUTHORED_DOCUMENT -> Document <- HAS_DOCUMENT <- Oleh Poiasnik" ], "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Dávid Omasta -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2023", "Dávid Omasta -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2021", "Ondrej Megela -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2023" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0437", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Dominik Nagy -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Dominik Nagy -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022" ], "expected_entity_set": [ "bp2019", "dp2022" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Maroš Harahus -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027", "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2024" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0441", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024", "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2025" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2020", "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022", "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> tp2021" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0444", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021", "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0446", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "bp2019", "dp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Dárius Lindvai -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Dárius Lindvai -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "bp2019", "dp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Ján Holp -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Ján Holp -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0448", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "bp2025", "dp2027" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Andrii Pervashov -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Andrii Pervashov -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "bp2019", "dp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Jakub Maruniak -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Jakub Maruniak -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Michal Stromko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024", "Michal Stromko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2021" ], "expected_entity_set": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0451", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" }, { "type": "category", "value": "vp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Martin Šarišský -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2024", "Martin Šarišský -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2026", "Martin Šarišský -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2023" ], "expected_entity_set": [ "bp2024", "dp2026", "vp2023" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "bp2024", "dp2026" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Matej Ščišľak -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2024", "Matej Ščišľak -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2026" ], "expected_entity_set": [ "bp2024", "dp2026" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2026", "Rostyslav Rodzhuk -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2025" ], "expected_entity_set": [ "bp2026", "vp2025" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Dávid Omasta -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2023", "Dávid Omasta -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Ondrej Megela -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2021", "Ondrej Megela -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2023" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0456", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Dominik Nagy -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Dominik Nagy -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022" ], "expected_entity_set": [ "bp2019", "dp2022" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2019", "Maroš Harahus -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027", "Valerii Kutsenko -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> vp2024" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0460", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024", "Filip Tomáš -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2025" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2020", "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022", "Patrik Pavlišin -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> tp2021" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2022", "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2024" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0463", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> bp2025", "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2027" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2021", "Tomáš Kuchárik -> HAS_DOCUMENT -> Document -> IN_CATEGORY -> dp2022" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "expected_paths": [ "Jakub Maruniak -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Ján Holp -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Maroš Harahus -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Dominik Nagy -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0467", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_relations": [], "expected_paths": [ "Dárius Lindvai -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Lukáš Pokrývka -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0468", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_relations": [], "expected_paths": [ "Alina Vitko -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Filip Tomáš -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Márk Fehér -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "expected_paths": [ "Ondrej Megela -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Patrik Pavlišin -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0470", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Martin Wencel", "2", "2020" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_relations": [], "expected_paths": [ "Dmytro Ushatenko -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Martin Wencel -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Dmytro Ushatenko", "Martin Wencel" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_relations": [], "expected_paths": [ "Dávid Omasta -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Vladimír Ferko -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Dávid Omasta", "Vladimír Ferko" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0472", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka", "3", "2026" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_relations": [], "expected_paths": [ "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Ján Malinovský -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Maksym Zatirka -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_relations": [], "expected_paths": [ "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Matej Novotný -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Matej Ščišľak -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0474", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2", "2027" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_relations": [], "expected_paths": [ "Andrii Pervashov -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Oleh Poiasnik -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Andrii Pervashov", "Oleh Poiasnik" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_relations": [], "expected_paths": [ "Daniil Huzenko -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Tetiana Mohorian -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Daniil Huzenko", "Tetiana Mohorian" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [], "expected_paths": [ "Jakub Maruniak -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Ján Holp -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Maroš Harahus -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [], "expected_paths": [ "Artem Yatsenko -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Dominik Nagy -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0478", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_relations": [], "expected_paths": [ "Dárius Lindvai -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Lukáš Pokrývka -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0479", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_relations": [], "expected_paths": [ "Alina Vitko -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Filip Tomáš -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Márk Fehér -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 3, "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [], "expected_paths": [ "Ondrej Megela -> (AUTHORED Thesis | HAS_WORK Work) [year=None]", "Patrik Pavlišin -> (AUTHORED Thesis | HAS_WORK Work) [year=None]" ], "expected_count": 2, "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact", "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0481", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Denis Le Thanh", "inštrukcie", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "inštrukcie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Denis Le Thanh -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> inštrukcie", "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0482", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Denis Le Thanh", "Slovak Mistral", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "Slovak Mistral" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Denis Le Thanh -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Slovak Mistral", "Denis Le Thanh -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0483", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Oleh Poiasnik", "znalostný graf", "2027" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "keyword", "value": "znalostný graf" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Oleh Poiasnik -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> znalostný graf", "Oleh Poiasnik -> (AUTHORED Thesis | HAS_WORK Work) [year=2027]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ján Pták", "OpenWebUI", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ján Pták -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> OpenWebUI", "Ján Pták -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Michal Stromko", "Elasticsearch", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Elasticsearch", "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "LLM", "2025" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "LLM" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tetiana Mohorian -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> LLM", "Tetiana Mohorian -> (AUTHORED Thesis | HAS_WORK Work) [year=2025]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0487", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Martin Wencel", "pomenované entity", "2020" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "pomenované entity" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Martin Wencel -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> pomenované entity", "Martin Wencel -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Michal Stromko", "FAISS", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "FAISS" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Michal Stromko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> FAISS", "Michal Stromko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0489", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "CRF", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "CRF" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Dárius Lindvai -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> CRF", "Dárius Lindvai -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "prompting", "2025" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "prompting" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Tetiana Mohorian -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> prompting", "Tetiana Mohorian -> (AUTHORED Thesis | HAS_WORK Work) [year=2025]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0491", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "Streamlit", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "Streamlit" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Alina Vitko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Streamlit", "Alina Vitko -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "webový korpus", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "webový korpus" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Yevhenii Medushivskyi -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> webový korpus", "Yevhenii Medushivskyi -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Simona Bobrovčanová", "právne dokumenty", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "právne dokumenty" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> právne dokumenty", "Simona Bobrovčanová -> (AUTHORED Thesis | HAS_WORK Work) [year=2026]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0494", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dmytro Ushatenko", "chatbot", "2020" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "keyword", "value": "chatbot" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> chatbot", "Dmytro Ushatenko -> (AUTHORED Thesis | HAS_WORK Work) [year=2020]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Kristián Sopkovič", "slovenčina", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "slovenčina" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenčina", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0496", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "speech-to-text", "2027" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "keyword", "value": "speech-to-text" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Andrii Pervashov -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> speech-to-text", "Andrii Pervashov -> (AUTHORED Thesis | HAS_WORK Work) [year=2027]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0497", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Lukáš Pokrývka", "GPU", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "GPU" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> GPU", "Lukáš Pokrývka -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Maroš Harahus -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy", "Maroš Harahus -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Ján Holp", "slovenský internet", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "slovenský internet" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Ján Holp -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> slovenský internet", "Ján Holp -> (AUTHORED Thesis | HAS_WORK Work) [year=2021]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "expected_paths": [ "Kristián Sopkovič -> HAS_DOCUMENT -> Document -> HAS_KEYWORD -> Spacy", "Kristián Sopkovič -> (AUTHORED Thesis | HAS_WORK Work) [year=2022]" ], "schema_version": 2, "expected_properties": [ "Thesis.year|Work.year" ], "expected_relation_choices": [ [ "AUTHORED", "HAS_WORK" ] ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." } ]