[ { "id": "g0001", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Jakub Maruniak" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0002", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez tému Spacy a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Maroš Harahus", "Jakub Maruniak", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Jakub Maruniak" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0003", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0004", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez tému Spacy a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0005", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0006", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez tému Spacy a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0007", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0008", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez tému Spacy a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Kristián Sopkovič", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0009", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0010", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez tému Spacy a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0011", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Kristián Sopkovič -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0012", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez tému Spacy a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Artem Yatsenko", "Spacy" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Kristián Sopkovič -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0013", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez tému Question Answering? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "topic", "value": "Question Answering" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tomáš Kuchárik -> MENTIONS_TOPIC -> Question Answering <- MENTIONS_TOPIC <- Dávid Omasta" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0014", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez tému Question Answering a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dávid Omasta", "Question Answering" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "topic", "value": "Question Answering" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tomáš Kuchárik -> MENTIONS_TOPIC -> Question Answering <- MENTIONS_TOPIC <- Dávid Omasta" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0015", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez tému strojový preklad? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Dominik Nagy" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0016", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez tému strojový preklad a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Dominik Nagy", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Dominik Nagy" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0017", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez tému strojový preklad? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0018", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez tému strojový preklad a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0019", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez tému strojový preklad? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Dominik Nagy -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0020", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez tému strojový preklad a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Dominik Nagy", "Patrik Pavlišin", "strojový preklad" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Dominik Nagy -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0021", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez tému pomenované entity? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "pomenované entity" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Jakub Maruniak -> MENTIONS_TOPIC -> pomenované entity <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0022", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez tému pomenované entity a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Artem Yatsenko", "pomenované entity" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "pomenované entity" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Jakub Maruniak -> MENTIONS_TOPIC -> pomenované entity <- MENTIONS_TOPIC <- Artem Yatsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0023", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez tému jazykové modelovanie? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "topic", "value": "jazykové modelovanie" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Ondrej Megela -> MENTIONS_TOPIC -> jazykové modelovanie <- MENTIONS_TOPIC <- Matej Novotný" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0024", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez tému jazykové modelovanie a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ondrej Megela", "Matej Novotný", "jazykové modelovanie" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "topic", "value": "jazykové modelovanie" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Ondrej Megela -> MENTIONS_TOPIC -> jazykové modelovanie <- MENTIONS_TOPIC <- Matej Novotný" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0025", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez tému slovenčina? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "topic", "value": "slovenčina" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Dávid Omasta -> MENTIONS_TOPIC -> slovenčina <- MENTIONS_TOPIC <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0026", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez tému slovenčina a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dávid Omasta", "Kristián Sopkovič", "slovenčina" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "topic", "value": "slovenčina" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Dávid Omasta -> MENTIONS_TOPIC -> slovenčina <- MENTIONS_TOPIC <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0027", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez tému FAISS? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "topic", "value": "FAISS" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Michal Stromko -> MENTIONS_TOPIC -> FAISS <- MENTIONS_TOPIC <- Matej Ščišľak" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0028", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez tému FAISS a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Michal Stromko", "Matej Ščišľak", "FAISS" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "topic", "value": "FAISS" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Michal Stromko -> MENTIONS_TOPIC -> FAISS <- MENTIONS_TOPIC <- Matej Ščišľak" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0029", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez tému Docker? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Alina Vitko", "Ronald Zalacko", "Docker" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "topic", "value": "Docker" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Alina Vitko -> MENTIONS_TOPIC -> Docker <- MENTIONS_TOPIC <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0030", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez tému Docker a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Alina Vitko", "Ronald Zalacko", "Docker" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "topic", "value": "Docker" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Alina Vitko -> MENTIONS_TOPIC -> Docker <- MENTIONS_TOPIC <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0031", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez tému anotácia? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "topic", "value": "anotácia" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Artem Yatsenko -> MENTIONS_TOPIC -> anotácia <- MENTIONS_TOPIC <- Vladimír Ferko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0032", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez tému anotácia a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Artem Yatsenko", "Vladimír Ferko", "anotácia" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "topic", "value": "anotácia" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Artem Yatsenko -> MENTIONS_TOPIC -> anotácia <- MENTIONS_TOPIC <- Vladimír Ferko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0033", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez tému agent? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "topic", "value": "agent" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Martin Šarišský -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0034", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez tému agent a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "topic", "value": "agent" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Martin Šarišský -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0035", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez tému GraphRAG? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "topic", "value": "GraphRAG" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Matej Ščišľak -> MENTIONS_TOPIC -> GraphRAG <- MENTIONS_TOPIC <- Valerii Kutsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0036", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez tému GraphRAG a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Matej Ščišľak", "Valerii Kutsenko", "GraphRAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "topic", "value": "GraphRAG" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Matej Ščišľak -> MENTIONS_TOPIC -> GraphRAG <- MENTIONS_TOPIC <- Valerii Kutsenko" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0037", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez tému hate speech? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "topic", "value": "hate speech" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Vladimír Ferko -> MENTIONS_TOPIC -> hate speech <- MENTIONS_TOPIC <- Tetiana Mohorian" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0038", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez tému hate speech a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Vladimír Ferko", "Tetiana Mohorian", "hate speech" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "topic", "value": "hate speech" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Vladimír Ferko -> MENTIONS_TOPIC -> hate speech <- MENTIONS_TOPIC <- Tetiana Mohorian" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0039", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez tému OpenWebUI? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "Samuel Vasiľ", "OpenWebUI" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "topic", "value": "OpenWebUI" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Andrii Pervashov -> MENTIONS_TOPIC -> OpenWebUI <- MENTIONS_TOPIC <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0040", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez tému OpenWebUI a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "Samuel Vasiľ", "OpenWebUI" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "topic", "value": "OpenWebUI" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Andrii Pervashov -> MENTIONS_TOPIC -> OpenWebUI <- MENTIONS_TOPIC <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0041", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez tému RAG? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "topic", "value": "RAG" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Valerii Kutsenko -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Ján Pták" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0042", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez tému RAG a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Valerii Kutsenko", "Ján Pták", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "topic", "value": "RAG" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Valerii Kutsenko -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Ján Pták" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0043", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez tému znalostný graf? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Oleh Poiasnik", "Ján Malinovský", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "topic", "value": "znalostný graf" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Ján Malinovský" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0044", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez tému znalostný graf a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Oleh Poiasnik", "Ján Malinovský", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "topic", "value": "znalostný graf" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Ján Malinovský" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0045", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez tému znalostný graf? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Oleh Poiasnik", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "topic", "value": "znalostný graf" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0046", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez tému znalostný graf a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Oleh Poiasnik", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "topic", "value": "znalostný graf" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0047", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez tému znalostný graf? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "topic", "value": "znalostný graf" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Ján Malinovský -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0048", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez tému znalostný graf a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "znalostný graf" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "topic", "value": "znalostný graf" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Ján Malinovský -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0049", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez tému LLM? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "topic", "value": "LLM" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tetiana Mohorian -> MENTIONS_TOPIC -> LLM <- MENTIONS_TOPIC <- Rostyslav Rodzhuk" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0050", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez tému LLM a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rostyslav Rodzhuk", "LLM" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "topic", "value": "LLM" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Tetiana Mohorian -> MENTIONS_TOPIC -> LLM <- MENTIONS_TOPIC <- Rostyslav Rodzhuk" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0051", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez tému RAG? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "topic", "value": "RAG" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Ján Malinovský -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0052", "split": "test", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez tému RAG a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "RAG" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "topic", "value": "RAG" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Ján Malinovský -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0053", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez tému agent? Uveď spoločnú tému.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "topic", "value": "agent" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Rostyslav Rodzhuk -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0054", "split": "dev", "category": "shared_topic_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez tému agent a pomenuj spoločný tematický uzol.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "agent" ], "should_answer": true, "graph": { "task": "intersection", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "topic", "value": "agent" } ], "expected_relations": [ "MENTIONS_TOPIC", "MENTIONS_TOPIC" ], "expected_paths": [ "Rostyslav Rodzhuk -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku." }, { "id": "g0055", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0056", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0057", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Filip Tomáš", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Filip Tomáš -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0058", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0059", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0060", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ján Pták", "Matej Novotný", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Novotný" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0061", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dárius Lindvai -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Lukáš Pokrývka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0062", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0063", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0064", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0065", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Ján Malinovský", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0066", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0067", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ronald Zalacko -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0068", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0069", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Alina Vitko", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0070", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0071", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0072", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0073", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0074", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Holp -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0075", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0076", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dávid Omasta -> HAS_WORK_YEAR -> 2024 <- HAS_WORK_YEAR <- Vladimír Ferko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0077", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0078", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0079", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0080", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0081", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0082", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0083", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0084", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0085", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0086", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ondrej Megela -> HAS_WORK_YEAR -> 2020 <- HAS_WORK_YEAR <- Patrik Pavlišin" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0087", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0088", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0089", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0090", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0091", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0092", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0093", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Kristián Sopkovič", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0094", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0095", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Dominik Nagy", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0096", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "Filip Tomáš", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Filip Tomáš" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0097", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Artem Yatsenko", "Dominik Nagy", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Dominik Nagy" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0098", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Michal Stromko", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Michal Stromko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0099", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Ščišľak", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0100", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0101", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Denis Le Thanh", "Ján Malinovský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ján Malinovský" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0102", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Maksym Zatirka", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0103", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2027" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_WORK_YEAR -> 2027 <- HAS_WORK_YEAR <- Oleh Poiasnik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0104", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Ján Pták", "Matej Ščišľak", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Ščišľak" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0105", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Dominik Nagy", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0106", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Denis Le Thanh", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0107", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Novotný", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0108", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Ján Pták", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0109", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0110", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "Matej Ščišľak", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Ščišľak" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0111", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Ján Holp" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0112", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Martin Wencel", "2020" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020 <- HAS_WORK_YEAR <- Martin Wencel" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0113", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ján Malinovský", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0114", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Ščišľak", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0115", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Novotný", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0116", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2025" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_WORK_YEAR -> 2025 <- HAS_WORK_YEAR <- Tetiana Mohorian" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0117", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Denis Le Thanh", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0118", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0119", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0120", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Maksym Zatirka", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0121", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Filip Tomáš", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Filip Tomáš -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0122", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0123", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0124", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ján Pták", "Matej Novotný", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Novotný" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0125", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dárius Lindvai -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Lukáš Pokrývka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0126", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0127", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0128", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0129", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Ján Malinovský", "Martin Šarišský", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0130", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "Samuel Džurina", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0131", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ronald Zalacko", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ronald Zalacko -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0132", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0133", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Alina Vitko", "Márk Fehér", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0134", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0135", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0136", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "Rostyslav Rodzhuk", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0137", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0138", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Holp -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0139", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Artem Yatsenko", "Tomáš Kuchárik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0140", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "Vladimír Ferko", "2024" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dávid Omasta -> HAS_WORK_YEAR -> 2024 <- HAS_WORK_YEAR <- Vladimír Ferko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0141", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0142", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0143", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "Michal Stromko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0144", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0145", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0146", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Samuel Vasiľ", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0147", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0148", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "Yevhenii Medushivskyi", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0149", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0150", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2020" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ondrej Megela -> HAS_WORK_YEAR -> 2020 <- HAS_WORK_YEAR <- Patrik Pavlišin" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0151", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "Maroš Harahus", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0152", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "Simona Bobrovčanová", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0153", "split": "dev", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "Kristián Sopkovič", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0154", "split": "test", "category": "same_work_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "Maksym Zatirka", "2026" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_YEAR", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Tetiana Mohorian -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0157", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0158", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0159", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0161", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Matej Ščišľak" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0166", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "2016" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_START_YEAR -> 2016 <- HAS_START_YEAR <- Ján Holp" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0169", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0170", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0171", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0173", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0175", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0176", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "Ján Pták", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Ján Pták" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0178", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0179", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0180", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Samuel Vasiľ -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0181", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Andrii Pervashov", "Ján Malinovský", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Ján Malinovský" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0183", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2016" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Dárius Lindvai -> HAS_START_YEAR -> 2016 <- HAS_START_YEAR <- Lukáš Pokrývka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0184", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Eduard Matovka", "Martin Šarišský", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Eduard Matovka -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Martin Šarišský" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Novotný", "Vladimír Ferko", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Vladimír Ferko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "Simona Bobrovčanová", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0187", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Ščišľak", "Vladimír Ferko", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Vladimír Ferko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Tetiana Mohorian -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0191", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0192", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0193", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0195", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "Valerii Kutsenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Simona Bobrovčanová", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Simona Bobrovčanová" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "Matej Ščišľak", "2021" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Matej Ščišľak" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0200", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Yevhenii Medushivskyi", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "2016" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "year", "value": "2016" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_START_YEAR -> 2016 <- HAS_START_YEAR <- Ján Holp" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0203", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0204", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0205", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "Samuel Vasiľ", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Samuel Džurina", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Samuel Džurina" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0207", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "Maksym Zatirka", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Maksym Zatirka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0209", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "Ronald Zalacko", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0210", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "Oleksandr Dorybohov", "2023" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "year", "value": "2023" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "Ján Pták", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Ján Pták" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0212", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0213", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0214", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "Vladyslav Yanchenko", "2022" ], "should_answer": true, "graph": { "task": "shared_neighbor", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_START_YEAR", "HAS_START_YEAR" ], "expected_paths": [ "Samuel Vasiľ -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0215", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "work_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "Alina Vitko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0216", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "work_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "Alina Vitko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0217", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "work_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "Andrii Pervashov -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0218", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "work_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "Andrii Pervashov -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0219", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku", "Artem Yatsenko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0220", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku", "Artem Yatsenko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0221", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "work_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "Daniil Huzenko -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0222", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "work_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "Daniil Huzenko -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0223", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "work_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "Denis Le Thanh -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0224", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "work_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "Denis Le Thanh -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0225", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "work_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python", "Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0226", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "work_title", "value": "Jednoduchý chatbot v jazyku Python" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python", "Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0227", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "work_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dominik Nagy -> HAS_WORK_TITLE -> Neurónový strojový preklad pomocou knižnice Fairseq", "Dominik Nagy -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0228", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "work_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dominik Nagy -> HAS_WORK_TITLE -> Neurónový strojový preklad pomocou knižnice Fairseq", "Dominik Nagy -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0229", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "work_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "Dárius Lindvai -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0230", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "work_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "Dárius Lindvai -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0231", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "work_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dávid Omasta -> HAS_WORK_TITLE -> Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "Dávid Omasta -> HAS_WORK_YEAR -> 2024" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0232", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "work_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Dávid Omasta -> HAS_WORK_TITLE -> Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "Dávid Omasta -> HAS_WORK_YEAR -> 2024" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0233", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "work_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia", "Eduard Matovka -> HAS_WORK_YEAR -> 2024" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0234", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "work_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia", "Eduard Matovka -> HAS_WORK_YEAR -> 2024" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0235", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "work_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "Filip Tomáš -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0236", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "work_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "Filip Tomáš -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0237", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "work_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_WORK_TITLE -> Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "Jakub Maruniak -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0238", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "work_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_WORK_TITLE -> Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "Jakub Maruniak -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0239", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "work_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku", "Ján Holp -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0240", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "work_title", "value": "Systém získavania informácií v slovenskom jazyku" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku", "Ján Holp -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0241", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_TITLE -> Grafové vyhľadávanie pre podporu vzdelávania", "Ján Malinovský -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0242", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Malinovský -> HAS_WORK_TITLE -> Grafové vyhľadávanie pre podporu vzdelávania", "Ján Malinovský -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0243", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác", "Ján Pták -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0244", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác", "Ján Pták -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0245", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "work_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Kristián Sopkovič -> HAS_WORK_TITLE -> Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0246", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "work_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Kristián Sopkovič -> HAS_WORK_TITLE -> Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0247", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí", "Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0248", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí", "Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0249", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "work_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka", "Maksym Zatirka -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0250", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "work_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka", "Maksym Zatirka -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0251", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "work_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka", "Maroš Harahus -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0252", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "work_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka", "Maroš Harahus -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0253", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "work_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "Martin Wencel -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0254", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "work_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "Martin Wencel -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0255", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "work_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu", "Martin Šarišský -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0256", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "work_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu", "Martin Šarišský -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0257", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "work_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_TITLE -> Klasifikácia webových dát pre lepšie jazykové modelovanie", "Matej Novotný -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0258", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "work_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Novotný -> HAS_WORK_TITLE -> Klasifikácia webových dát pre lepšie jazykové modelovanie", "Matej Novotný -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0259", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "work_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "Matej Ščišľak -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0260", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "work_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "Matej Ščišľak -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0261", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "work_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch", "Michal Stromko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0262", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "work_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch", "Michal Stromko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0263", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "work_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Márk Fehér -> HAS_WORK_TITLE -> Klasifikácia textu metódami strojového učenia", "Márk Fehér -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0264", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "work_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Márk Fehér -> HAS_WORK_TITLE -> Klasifikácia textu metódami strojového učenia", "Márk Fehér -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0265", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "work_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni", "Oleh Poiasnik -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0266", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "work_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni", "Oleh Poiasnik -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0267", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "work_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti", "Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0268", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "work_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti", "Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0269", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "work_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT", "Ondrej Megela -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0270", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "work_title", "value": "Neurónové jazykové modelovanie typu BERT" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT", "Ondrej Megela -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0271", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "work_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu", "Patrik Pavlišin -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0272", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "work_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu", "Patrik Pavlišin -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0273", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "work_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže", "Ronald Zalacko -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0274", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "work_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže", "Ronald Zalacko -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0275", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "work_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga", "Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0276", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "work_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga", "Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0277", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "work_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_WORK_TITLE -> Dialógový systém pre podporu firemných procesov", "Samuel Džurina -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0278", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "work_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Samuel Džurina -> HAS_WORK_TITLE -> Dialógový systém pre podporu firemných procesov", "Samuel Džurina -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0279", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "work_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "Samuel Vasiľ -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0280", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "work_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "Samuel Vasiľ -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0281", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "work_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu", "Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0282", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "work_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu", "Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0283", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "work_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "Tetiana Mohorian -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0284", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "work_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "Tetiana Mohorian -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0285", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "work_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_WORK_TITLE -> Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "Tomáš Kuchárik -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0286", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "work_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Tomáš Kuchárik -> HAS_WORK_TITLE -> Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "Tomáš Kuchárik -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0287", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "work_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov", "Valerii Kutsenko -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0288", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "work_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov", "Valerii Kutsenko -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0289", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "work_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "Vladimír Ferko -> HAS_WORK_YEAR -> 2024" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0290", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "work_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "Vladimír Ferko -> HAS_WORK_YEAR -> 2024" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0291", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "work_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "Vladyslav Yanchenko -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0292", "split": "test", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "2025" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "work_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", "Vladyslav Yanchenko -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0293", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "work_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok", "Yevhenii Medushivskyi -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0294", "split": "dev", "category": "person_title_year", "difficulty": "medium", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "should_answer": true, "graph": { "task": "multi_relation_lookup", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "work_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "HAS_WORK_TITLE", "HAS_WORK_YEAR" ], "expected_paths": [ "Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok", "Yevhenii Medushivskyi -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0295", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladyslav Yanchenko, ak jej dokument zároveň súvisí s témou cloud?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "cloud", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "topic", "value": "cloud" }, { "type": "work_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Vladyslav Yanchenko -> MENTIONS_TOPIC -> cloud", "Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0296", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň súvisí s témou slovenský text?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "slovenský text", "Automatická sumarizácia slovenského textu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "topic", "value": "slovenský text" }, { "type": "work_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Simona Bobrovčanová -> MENTIONS_TOPIC -> slovenský text", "Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0297", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Kristián Sopkovič, ak jej dokument zároveň súvisí s témou transformery?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "transformery", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "topic", "value": "transformery" }, { "type": "work_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Kristián Sopkovič -> MENTIONS_TOPIC -> transformery", "Kristián Sopkovič -> HAS_WORK_TITLE -> Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0298", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň súvisí s témou hate speech?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "hate speech", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "topic", "value": "hate speech" }, { "type": "work_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Tetiana Mohorian -> MENTIONS_TOPIC -> hate speech", "Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0299", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň súvisí s témou FAISS?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "FAISS", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "topic", "value": "FAISS" }, { "type": "work_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Matej Ščišľak -> MENTIONS_TOPIC -> FAISS", "Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0300", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Pták, ak jej dokument zároveň súvisí s témou OpenWebUI?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "OpenWebUI", "Agent pre manažment záverečných prác" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "topic", "value": "OpenWebUI" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ján Pták -> MENTIONS_TOPIC -> OpenWebUI", "Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0301", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň súvisí s témou Neo4J?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Neo4J", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "topic", "value": "Neo4J" }, { "type": "work_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Matej Ščišľak -> MENTIONS_TOPIC -> Neo4J", "Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0302", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň súvisí s témou prompting?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "prompting", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "topic", "value": "prompting" }, { "type": "work_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Tetiana Mohorian -> MENTIONS_TOPIC -> prompting", "Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0303", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň súvisí s témou morfologická anotácia?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "morfologická anotácia", "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "topic", "value": "morfologická anotácia" }, { "type": "work_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> morfologická anotácia", "Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0304", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tomáš Kuchárik, ak jej dokument zároveň súvisí s témou SQuAD?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "SQuAD", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "topic", "value": "SQuAD" }, { "type": "work_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Tomáš Kuchárik -> MENTIONS_TOPIC -> SQuAD", "Tomáš Kuchárik -> HAS_WORK_TITLE -> Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0305", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Pták, ak jej dokument zároveň súvisí s témou Docker?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Docker", "Agent pre manažment záverečných prác" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "topic", "value": "Docker" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ján Pták -> MENTIONS_TOPIC -> Docker", "Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0306", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Denis Le Thanh, ak jej dokument zároveň súvisí s témou inštrukcie?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "inštrukcie", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "topic", "value": "inštrukcie" }, { "type": "work_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Denis Le Thanh -> MENTIONS_TOPIC -> inštrukcie", "Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0307", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Martin Šarišský, ak jej dokument zároveň súvisí s témou právne informácie?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "právne informácie", "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "topic", "value": "právne informácie" }, { "type": "work_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Martin Šarišský -> MENTIONS_TOPIC -> právne informácie", "Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0308", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Malinovský, ak jej dokument zároveň súvisí s témou RAG?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "topic", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ján Malinovský -> MENTIONS_TOPIC -> RAG", "Ján Malinovský -> HAS_WORK_TITLE -> Grafové vyhľadávanie pre podporu vzdelávania" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0309", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň súvisí s témou automatický preklad?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "automatický preklad", "Metódy automatického prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "topic", "value": "automatický preklad" }, { "type": "work_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Patrik Pavlišin -> MENTIONS_TOPIC -> automatický preklad", "Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0310", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Eduard Matovka, ak jej dokument zároveň súvisí s témou SlovakAlpaca?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "SlovakAlpaca", "Slovenská konverzačná umelá inteligencia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "topic", "value": "SlovakAlpaca" }, { "type": "work_title", "value": "Slovenská konverzačná umelá inteligencia" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Eduard Matovka -> MENTIONS_TOPIC -> SlovakAlpaca", "Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0311", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Dárius Lindvai, ak jej dokument zároveň súvisí s témou BiLSTM?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "BiLSTM", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "topic", "value": "BiLSTM" }, { "type": "work_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Dárius Lindvai -> MENTIONS_TOPIC -> BiLSTM", "Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0312", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Lukáš Pokrývka, ak jej dokument zároveň súvisí s témou NCCL?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "NCCL", "Paralelné trénovanie neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "topic", "value": "NCCL" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Lukáš Pokrývka -> MENTIONS_TOPIC -> NCCL", "Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0313", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ronald Zalacko, ak jej dokument zároveň súvisí s témou Docker?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Docker", "Skórovací online systém pre robotické súťaže" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "topic", "value": "Docker" }, { "type": "work_title", "value": "Skórovací online systém pre robotické súťaže" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ronald Zalacko -> MENTIONS_TOPIC -> Docker", "Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0314", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Samuel Džurina, ak jej dokument zároveň súvisí s témou zásielková spoločnosť?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "zásielková spoločnosť", "Dialógový systém pre podporu firemných procesov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "topic", "value": "zásielková spoločnosť" }, { "type": "work_title", "value": "Dialógový systém pre podporu firemných procesov" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Samuel Džurina -> MENTIONS_TOPIC -> zásielková spoločnosť", "Samuel Džurina -> HAS_WORK_TITLE -> Dialógový systém pre podporu firemných procesov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0315", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Samuel Vasiľ, ak jej dokument zároveň súvisí s témou RAG?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "RAG", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "topic", "value": "RAG" }, { "type": "work_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Samuel Vasiľ -> MENTIONS_TOPIC -> RAG", "Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0316", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň súvisí s témou znalostný graf?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "znalostný graf", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "topic", "value": "znalostný graf" }, { "type": "work_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Valerii Kutsenko -> MENTIONS_TOPIC -> znalostný graf", "Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0317", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Oleh Poiasnik, ak jej dokument zároveň súvisí s témou lekáreň?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "lekáreň", "Expertný agentový systém na podporu rozhodovania v lekárni" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "topic", "value": "lekáreň" }, { "type": "work_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Oleh Poiasnik -> MENTIONS_TOPIC -> lekáreň", "Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0318", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Dmytro Ushatenko, ak jej dokument zároveň súvisí s témou chatbot?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "chatbot", "Jednoduchý chatbot v jazyku Python" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "topic", "value": "chatbot" }, { "type": "work_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Dmytro Ushatenko -> MENTIONS_TOPIC -> chatbot", "Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0319", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň súvisí s témou grafové neurónové siete?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "grafové neurónové siete", "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "topic", "value": "grafové neurónové siete" }, { "type": "work_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> grafové neurónové siete", "Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0320", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Dmytro Ushatenko, ak jej dokument zároveň súvisí s témou Python?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Python", "Jednoduchý chatbot v jazyku Python" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "topic", "value": "Python" }, { "type": "work_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Dmytro Ushatenko -> MENTIONS_TOPIC -> Python", "Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0321", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Martin Wencel, ak jej dokument zároveň súvisí s témou morfologická analýza?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "morfologická analýza", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "topic", "value": "morfologická analýza" }, { "type": "work_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Martin Wencel -> MENTIONS_TOPIC -> morfologická analýza", "Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0322", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Artem Yatsenko, ak jej dokument zároveň súvisí s témou anotácia?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "anotácia", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "anotácia" }, { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Artem Yatsenko -> MENTIONS_TOPIC -> anotácia", "Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0323", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň súvisí s témou sumarizácia?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "sumarizácia", "Automatická sumarizácia slovenského textu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "topic", "value": "sumarizácia" }, { "type": "work_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Simona Bobrovčanová -> MENTIONS_TOPIC -> sumarizácia", "Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0324", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň súvisí s témou strojový preklad?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "strojový preklad", "Metódy automatického prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" }, { "type": "work_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Patrik Pavlišin -> MENTIONS_TOPIC -> strojový preklad", "Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0325", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Andrii Pervashov, ak jej dokument zároveň súvisí s témou speech-to-text?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "speech-to-text", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "topic", "value": "speech-to-text" }, { "type": "work_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Andrii Pervashov -> MENTIONS_TOPIC -> speech-to-text", "Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0326", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ronald Zalacko, ak jej dokument zároveň súvisí s témou robotické súťaže?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "robotické súťaže", "Skórovací online systém pre robotické súťaže" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "topic", "value": "robotické súťaže" }, { "type": "work_title", "value": "Skórovací online systém pre robotické súťaže" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ronald Zalacko -> MENTIONS_TOPIC -> robotické súťaže", "Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0327", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň súvisí s témou získavanie informácií?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "získavanie informácií", "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "topic", "value": "získavanie informácií" }, { "type": "work_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ján Holp -> MENTIONS_TOPIC -> získavanie informácií", "Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0328", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň súvisí s témou špeciálny pedagóg?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "špeciálny pedagóg", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "topic", "value": "špeciálny pedagóg" }, { "type": "work_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Rostyslav Rodzhuk -> MENTIONS_TOPIC -> špeciálny pedagóg", "Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0329", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň súvisí s témou GraphRAG?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "GraphRAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "topic", "value": "GraphRAG" }, { "type": "work_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Valerii Kutsenko -> MENTIONS_TOPIC -> GraphRAG", "Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0330", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň súvisí s témou LLM?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "LLM", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_entities": [ { "type": "topic", "value": "LLM" }, { "type": "work_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Tetiana Mohorian -> MENTIONS_TOPIC -> LLM", "Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0331", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň súvisí s témou deduplikácia?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "deduplikácia", "Získavanie textu z webových stránok" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "topic", "value": "deduplikácia" }, { "type": "work_title", "value": "Získavanie textu z webových stránok" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Yevhenii Medushivskyi -> MENTIONS_TOPIC -> deduplikácia", "Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0332", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Martin Wencel, ak jej dokument zároveň súvisí s témou Spacy?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" }, { "type": "work_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Martin Wencel -> MENTIONS_TOPIC -> Spacy", "Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0333", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň súvisí s témou LLM?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "LLM", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "topic", "value": "LLM" }, { "type": "work_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Rostyslav Rodzhuk -> MENTIONS_TOPIC -> LLM", "Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0334", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Filip Tomáš, ak jej dokument zároveň súvisí s témou CI/CD?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "CI/CD", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "topic", "value": "CI/CD" }, { "type": "work_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Filip Tomáš -> MENTIONS_TOPIC -> CI/CD", "Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0335", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Eduard Matovka, ak jej dokument zároveň súvisí s témou slovenský jazykový model?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "slovenský jazykový model", "Slovenská konverzačná umelá inteligencia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "topic", "value": "slovenský jazykový model" }, { "type": "work_title", "value": "Slovenská konverzačná umelá inteligencia" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Eduard Matovka -> MENTIONS_TOPIC -> slovenský jazykový model", "Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0336", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Artem Yatsenko, ak jej dokument zároveň súvisí s témou pomenované entity?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "pomenované entity", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "topic", "value": "pomenované entity" }, { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Artem Yatsenko -> MENTIONS_TOPIC -> pomenované entity", "Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0337", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň súvisí s témou slovenský internet?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "slovenský internet", "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "topic", "value": "slovenský internet" }, { "type": "work_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ján Holp -> MENTIONS_TOPIC -> slovenský internet", "Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0338", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Oleksandr Dorybohov, ak jej dokument zároveň súvisí s témou agent?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "topic", "value": "agent" }, { "type": "work_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Oleksandr Dorybohov -> MENTIONS_TOPIC -> agent", "Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0339", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Samuel Vasiľ, ak jej dokument zároveň súvisí s témou MCP?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "MCP", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "topic", "value": "MCP" }, { "type": "work_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Samuel Vasiľ -> MENTIONS_TOPIC -> MCP", "Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0340", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň súvisí s témou GraphRAG?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "GraphRAG", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "topic", "value": "GraphRAG" }, { "type": "work_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Matej Ščišľak -> MENTIONS_TOPIC -> GraphRAG", "Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0341", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Michal Stromko, ak jej dokument zároveň súvisí s témou Elasticsearch?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Elasticsearch", "Indexovanie slovenského textu pomocou Elasticsearch" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "topic", "value": "Elasticsearch" }, { "type": "work_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Michal Stromko -> MENTIONS_TOPIC -> Elasticsearch", "Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0342", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Martin Šarišský, ak jej dokument zároveň súvisí s témou agent?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "agent", "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "topic", "value": "agent" }, { "type": "work_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Martin Šarišský -> MENTIONS_TOPIC -> agent", "Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0343", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň súvisí s témou crawler?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "crawler", "Získavanie textu z webových stránok" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "topic", "value": "crawler" }, { "type": "work_title", "value": "Získavanie textu z webových stránok" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Yevhenii Medushivskyi -> MENTIONS_TOPIC -> crawler", "Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0344", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň súvisí s témou hate speech?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "hate speech", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "topic", "value": "hate speech" }, { "type": "work_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Vladimír Ferko -> MENTIONS_TOPIC -> hate speech", "Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0345", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň súvisí s témou Spacy?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "topic", "value": "Spacy" }, { "type": "work_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy", "Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0346", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň súvisí s témou RAG?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "topic", "value": "RAG" }, { "type": "work_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Valerii Kutsenko -> MENTIONS_TOPIC -> RAG", "Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0347", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň súvisí s témou paralelný korpus?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "paralelný korpus", "Metódy automatického prekladu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "topic", "value": "paralelný korpus" }, { "type": "work_title", "value": "Metódy automatického prekladu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Patrik Pavlišin -> MENTIONS_TOPIC -> paralelný korpus", "Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0348", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň súvisí s témou SlovakBERT?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "SlovakBERT", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "topic", "value": "SlovakBERT" }, { "type": "work_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Vladimír Ferko -> MENTIONS_TOPIC -> SlovakBERT", "Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0349", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň súvisí s témou anotácia?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "anotácia", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "topic", "value": "anotácia" }, { "type": "work_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Vladimír Ferko -> MENTIONS_TOPIC -> anotácia", "Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0350", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Lukáš Pokrývka, ak jej dokument zároveň súvisí s témou PyTorch?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "PyTorch", "Paralelné trénovanie neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "topic", "value": "PyTorch" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Lukáš Pokrývka -> MENTIONS_TOPIC -> PyTorch", "Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0351", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Filip Tomáš, ak jej dokument zároveň súvisí s témou Docker Compose?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Docker Compose", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "topic", "value": "Docker Compose" }, { "type": "work_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Filip Tomáš -> MENTIONS_TOPIC -> Docker Compose", "Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0352", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Alina Vitko, ak jej dokument zároveň súvisí s témou Streamlit?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Streamlit", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "topic", "value": "Streamlit" }, { "type": "work_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Alina Vitko -> MENTIONS_TOPIC -> Streamlit", "Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0353", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Dominik Nagy, ak jej dokument zároveň súvisí s témou strojový preklad?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "strojový preklad", "Neurónový strojový preklad pomocou knižnice Fairseq" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "topic", "value": "strojový preklad" }, { "type": "work_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Dominik Nagy -> MENTIONS_TOPIC -> strojový preklad", "Dominik Nagy -> HAS_WORK_TITLE -> Neurónový strojový preklad pomocou knižnice Fairseq" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0354", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ondrej Megela, ak jej dokument zároveň súvisí s témou BERT?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "topic", "value": "BERT" }, { "type": "work_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ondrej Megela -> MENTIONS_TOPIC -> BERT", "Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0355", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň súvisí s témou PageRank?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "topic", "value": "PageRank" }, { "type": "work_title", "value": "Systém získavania informácií v slovenskom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ján Holp -> MENTIONS_TOPIC -> PageRank", "Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0356", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Márk Fehér, ak jej dokument zároveň súvisí s témou klasifikácia textu?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "klasifikácia textu", "Klasifikácia textu metódami strojového učenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "topic", "value": "klasifikácia textu" }, { "type": "work_title", "value": "Klasifikácia textu metódami strojového učenia" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Márk Fehér -> MENTIONS_TOPIC -> klasifikácia textu", "Márk Fehér -> HAS_WORK_TITLE -> Klasifikácia textu metódami strojového učenia" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0357", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Denis Le Thanh, ak jej dokument zároveň súvisí s témou Slovak Mistral?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Slovak Mistral", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "topic", "value": "Slovak Mistral" }, { "type": "work_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Denis Le Thanh -> MENTIONS_TOPIC -> Slovak Mistral", "Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0358", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Denis Le Thanh, ak jej dokument zároveň súvisí s témou kyberbezpečnosť?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "kyberbezpečnosť", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_entities": [ { "type": "topic", "value": "kyberbezpečnosť" }, { "type": "work_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Denis Le Thanh -> MENTIONS_TOPIC -> kyberbezpečnosť", "Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0359", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň súvisí s témou právne dokumenty?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "právne dokumenty", "Automatická sumarizácia slovenského textu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "topic", "value": "právne dokumenty" }, { "type": "work_title", "value": "Automatická sumarizácia slovenského textu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Simona Bobrovčanová -> MENTIONS_TOPIC -> právne dokumenty", "Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0360", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maksym Zatirka, ak jej dokument zároveň súvisí s témou slovenské právo?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "slovenské právo", "Grafová databáza pre podporu generovania slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "topic", "value": "slovenské právo" }, { "type": "work_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Maksym Zatirka -> MENTIONS_TOPIC -> slovenské právo", "Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0361", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Michal Stromko, ak jej dokument zároveň súvisí s témou FAISS?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "FAISS", "Indexovanie slovenského textu pomocou Elasticsearch" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "topic", "value": "FAISS" }, { "type": "work_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Michal Stromko -> MENTIONS_TOPIC -> FAISS", "Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0362", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Alina Vitko, ak jej dokument zároveň súvisí s témou Question Answering?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Question Answering", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "topic", "value": "Question Answering" }, { "type": "work_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Alina Vitko -> MENTIONS_TOPIC -> Question Answering", "Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0363", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Oleh Poiasnik, ak jej dokument zároveň súvisí s témou LightRAG?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "LightRAG", "Expertný agentový systém na podporu rozhodovania v lekárni" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "topic", "value": "LightRAG" }, { "type": "work_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Oleh Poiasnik -> MENTIONS_TOPIC -> LightRAG", "Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0364", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Daniil Huzenko, ak jej dokument zároveň súvisí s témou Kubernetes?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Kubernetes", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "topic", "value": "Kubernetes" }, { "type": "work_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Daniil Huzenko -> MENTIONS_TOPIC -> Kubernetes", "Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0365", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Andrii Pervashov, ak jej dokument zároveň súvisí s témou OpenWebUI?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "OpenWebUI", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "topic", "value": "OpenWebUI" }, { "type": "work_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Andrii Pervashov -> MENTIONS_TOPIC -> OpenWebUI", "Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0366", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Ondrej Megela, ak jej dokument zároveň súvisí s témou jazykové modelovanie?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "jazykové modelovanie", "Neurónové jazykové modelovanie typu BERT" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "topic", "value": "jazykové modelovanie" }, { "type": "work_title", "value": "Neurónové jazykové modelovanie typu BERT" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Ondrej Megela -> MENTIONS_TOPIC -> jazykové modelovanie", "Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0367", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Maksym Zatirka, ak jej dokument zároveň súvisí s témou grafová databáza?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "grafová databáza", "Grafová databáza pre podporu generovania slovenského jazyka" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "topic", "value": "grafová databáza" }, { "type": "work_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Maksym Zatirka -> MENTIONS_TOPIC -> grafová databáza", "Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0368", "split": "dev", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Daniil Huzenko, ak jej dokument zároveň súvisí s témou Raspberry Pi?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Raspberry Pi", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "topic", "value": "Raspberry Pi" }, { "type": "work_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Daniil Huzenko -> MENTIONS_TOPIC -> Raspberry Pi", "Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0369", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Oleksandr Dorybohov, ak jej dokument zároveň súvisí s témou API?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "API", "Automatické odpovede na otázky v právnej oblasti" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "topic", "value": "API" }, { "type": "work_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Oleksandr Dorybohov -> MENTIONS_TOPIC -> API", "Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0370", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Samuel Vasiľ, ak jej dokument zároveň súvisí s témou OpenWebUI?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "OpenWebUI", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "topic", "value": "OpenWebUI" }, { "type": "work_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Samuel Vasiľ -> MENTIONS_TOPIC -> OpenWebUI", "Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0371", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Vladyslav Yanchenko, ak jej dokument zároveň súvisí s témou Azure?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Azure", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "topic", "value": "Azure" }, { "type": "work_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Vladyslav Yanchenko -> MENTIONS_TOPIC -> Azure", "Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0372", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Dmytro Ushatenko, ak jej dokument zároveň súvisí s témou dialógový systém?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "dialógový systém", "Jednoduchý chatbot v jazyku Python" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "topic", "value": "dialógový systém" }, { "type": "work_title", "value": "Jednoduchý chatbot v jazyku Python" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Dmytro Ushatenko -> MENTIONS_TOPIC -> dialógový systém", "Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0373", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Dárius Lindvai, ak jej dokument zároveň súvisí s témou CRF?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "CRF", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "topic", "value": "CRF" }, { "type": "work_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Dárius Lindvai -> MENTIONS_TOPIC -> CRF", "Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0374", "split": "test", "category": "person_topic_title", "difficulty": "hard", "question": "Aká je téma práce osoby Martin Šarišský, ak jej dokument zároveň súvisí s témou DeepEval?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "DeepEval", "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true, "graph": { "task": "conjunctive_multi_hop", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "topic", "value": "DeepEval" }, { "type": "work_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_TITLE" ], "expected_paths": [ "Martin Šarišský -> MENTIONS_TOPIC -> DeepEval", "Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu" ] }, "evidence_basis": [ "questions_extended_2000" ] }, { "id": "g0375", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Michal Stromko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Michal Stromko -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0376", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Yevhenii Medushivskyi" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Yevhenii Medushivskyi -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0377", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2027 uvedenú osobu Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2027", "Oleh Poiasnik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Oleh Poiasnik -> IN_CATEGORY -> dp2027 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0378", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Andrii Pervashov" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Andrii Pervashov -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0379", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Kristián Sopkovič" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Kristián Sopkovič -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0380", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Michal Stromko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Michal Stromko -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0381", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Dominik Nagy" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dominik Nagy -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0382", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2025 uvedenú osobu Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "vp2025", "Rostyslav Rodzhuk" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "category", "value": "vp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Rostyslav Rodzhuk -> IN_CATEGORY -> vp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0383", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Alina Vitko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Alina Vitko -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0384", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2027 uvedenú osobu Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2027", "Ján Malinovský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ján Malinovský -> IN_CATEGORY -> dp2027 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0385", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Oliver Pejic?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Oliver Pejic" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oliver Pejic" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Oliver Pejic -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0386", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Vladimír Ferko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Vladimír Ferko -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0387", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Jakub Maruniak" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Jakub Maruniak -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0388", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2023 uvedenú osobu Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2023", "Ondrej Megela" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ondrej Megela -> IN_CATEGORY -> dp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0389", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Dávid Omasta" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dávid Omasta -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0390", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Tomáš Kuchárik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Tomáš Kuchárik -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0391", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Samuel Vasiľ" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Samuel Vasiľ -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0392", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Dominik Nagy" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dominik Nagy -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0393", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2026 uvedenú osobu Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2026", "Matej Novotný" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Matej Novotný -> IN_CATEGORY -> dp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0394", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Simona Bobrovčanová" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Simona Bobrovčanová -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0395", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Lukáš Pokrývka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Lukáš Pokrývka -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0396", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Maroš Harahus" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Maroš Harahus -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0397", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Valerii Kutsenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Valerii Kutsenko -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0398", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2020 uvedenú osobu Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2020", "Patrik Pavlišin" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Patrik Pavlišin -> IN_CATEGORY -> bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0399", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Filip Tomáš" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Filip Tomáš -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0400", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Ján Holp" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ján Holp -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0401", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Ronald Zalacko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ronald Zalacko -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0402", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2021 uvedenú osobu Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2021", "Martin Wencel" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Martin Wencel -> IN_CATEGORY -> bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0403", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Eduard Matovka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Eduard Matovka -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0404", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2025 uvedenú osobu Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2025", "Filip Tomáš" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "dp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Filip Tomáš -> IN_CATEGORY -> dp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0405", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Matej Ščišľak" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Matej Ščišľak -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0406", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Márk Fehér" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Márk Fehér -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0407", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Samuel Džurina" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Samuel Džurina -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0408", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Patrik Pavlišin" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Patrik Pavlišin -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0409", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Oleksandr Dorybohov" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Oleksandr Dorybohov -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0410", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii erasmus uvedenú osobu Bogdan Paul Chiș?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "erasmus", "Bogdan Paul Chiș" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_entities": [ { "type": "category", "value": "erasmus" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Bogdan Paul Chiș -> IN_CATEGORY -> erasmus -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0411", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Ján Holp" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ján Holp -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0412", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2027 uvedenú osobu Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2027", "Ján Pták" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "category", "value": "dp2027" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ján Pták -> IN_CATEGORY -> dp2027 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0413", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2020 uvedenú osobu Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2020", "Dmytro Ushatenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dmytro Ushatenko -> IN_CATEGORY -> bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0414", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2023 uvedenú osobu Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "vp2023", "Martin Šarišský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "vp2023" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Martin Šarišský -> IN_CATEGORY -> vp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0415", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Cesar Abascal Gutierrez?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Cesar Abascal Gutierrez" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Cesar Abascal Gutierrez -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0416", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2021 uvedenú osobu Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2021", "Ondrej Megela" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ondrej Megela -> IN_CATEGORY -> bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0417", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2022", "Tomáš Kuchárik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Tomáš Kuchárik -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0418", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Filip Tomáš" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Filip Tomáš -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0419", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2019", "Dárius Lindvai" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dárius Lindvai -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0420", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2021 uvedenú osobu Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "vp2021", "Michal Stromko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "vp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Michal Stromko -> IN_CATEGORY -> vp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0421", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Youssef Ressaissi?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Youssef Ressaissi" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Youssef Ressaissi" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Youssef Ressaissi -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0422", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Rostyslav Rodzhuk" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Rostyslav Rodzhuk -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0423", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Lukáš Pokrývka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Lukáš Pokrývka -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0424", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2024 uvedenú osobu Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "vp2024", "Valerii Kutsenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "vp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Valerii Kutsenko -> IN_CATEGORY -> vp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0425", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2024", "Kristián Sopkovič" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Kristián Sopkovič -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0426", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2022", "Artem Yatsenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Artem Yatsenko -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0427", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2021", "Maroš Harahus" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Maroš Harahus -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0428", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Vladyslav Yanchenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Vladyslav Yanchenko -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0429", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2026", "Maksym Zatirka" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Maksym Zatirka -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0430", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2024", "Martin Šarišský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Martin Šarišský -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0431", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Sevval Bulburu?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "iaeste", "Sevval Bulburu" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Sevval Bulburu" } ], "expected_entities": [ { "type": "category", "value": "iaeste" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Sevval Bulburu -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0432", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2026 uvedenú osobu Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "dp2026", "Martin Šarišský" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "dp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Martin Šarišský -> IN_CATEGORY -> dp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0433", "split": "dev", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Daniil Huzenko" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Daniil Huzenko -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0434", "split": "test", "category": "author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Daniel Hladek", "bp2025", "Oleh Poiasnik" ], "should_answer": true, "graph": { "task": "multi_hop_path", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Oleh Poiasnik -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ] }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka." }, { "id": "g0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dávid Omasta -> IN_CATEGORY -> dp2023", "Dávid Omasta -> IN_CATEGORY -> dp2024", "dp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ondrej Megela -> IN_CATEGORY -> bp2021", "Ondrej Megela -> IN_CATEGORY -> dp2023", "bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0437", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Lukáš Pokrývka -> IN_CATEGORY -> bp2019", "Lukáš Pokrývka -> IN_CATEGORY -> dp2021", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dominik Nagy -> IN_CATEGORY -> bp2019", "Dominik Nagy -> IN_CATEGORY -> dp2022", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2022" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Maroš Harahus -> IN_CATEGORY -> bp2019", "Maroš Harahus -> IN_CATEGORY -> dp2021", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Valerii Kutsenko -> IN_CATEGORY -> bp2025", "Valerii Kutsenko -> IN_CATEGORY -> dp2027", "Valerii Kutsenko -> IN_CATEGORY -> vp2024", "bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0441", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Filip Tomáš -> IN_CATEGORY -> bp2022", "Filip Tomáš -> IN_CATEGORY -> dp2024", "Filip Tomáš -> IN_CATEGORY -> dp2025", "bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Patrik Pavlišin -> IN_CATEGORY -> bp2020", "Patrik Pavlišin -> IN_CATEGORY -> dp2022", "Patrik Pavlišin -> IN_CATEGORY -> tp2021", "bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Kristián Sopkovič -> IN_CATEGORY -> bp2022", "Kristián Sopkovič -> IN_CATEGORY -> dp2024", "bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0444", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Oleh Poiasnik -> IN_CATEGORY -> bp2025", "Oleh Poiasnik -> IN_CATEGORY -> dp2027", "bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Tomáš Kuchárik -> IN_CATEGORY -> dp2021", "Tomáš Kuchárik -> IN_CATEGORY -> dp2022", "dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0446", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Dárius Lindvai", "bp2019", "dp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dárius Lindvai -> IN_CATEGORY -> bp2019", "Dárius Lindvai -> IN_CATEGORY -> dp2021", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Ján Holp", "bp2019", "dp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ján Holp -> IN_CATEGORY -> bp2019", "Ján Holp -> IN_CATEGORY -> dp2021", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0448", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Andrii Pervashov", "bp2025", "dp2027", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Andrii Pervashov -> IN_CATEGORY -> bp2025", "Andrii Pervashov -> IN_CATEGORY -> dp2027", "bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Jakub Maruniak", "bp2019", "dp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Jakub Maruniak -> IN_CATEGORY -> bp2019", "Jakub Maruniak -> IN_CATEGORY -> dp2021", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Michal Stromko", "bp2022", "dp2024", "vp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "vp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Michal Stromko -> IN_CATEGORY -> bp2022", "Michal Stromko -> IN_CATEGORY -> dp2024", "Michal Stromko -> IN_CATEGORY -> vp2021", "bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0451", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" }, { "type": "category", "value": "vp2023" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Martin Šarišský -> IN_CATEGORY -> bp2024", "Martin Šarišský -> IN_CATEGORY -> dp2026", "Martin Šarišský -> IN_CATEGORY -> vp2023", "bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2024", "dp2026", "vp2023" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Matej Ščišľak", "bp2024", "dp2026", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_entities": [ { "type": "category", "value": "bp2024" }, { "type": "category", "value": "dp2026" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Matej Ščišľak -> IN_CATEGORY -> bp2024", "Matej Ščišľak -> IN_CATEGORY -> dp2026", "bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2024", "dp2026" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "bp2026", "vp2025", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_entities": [ { "type": "category", "value": "bp2026" }, { "type": "category", "value": "vp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Rostyslav Rodzhuk -> IN_CATEGORY -> bp2026", "Rostyslav Rodzhuk -> IN_CATEGORY -> vp2025", "bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2026", "vp2025" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Dávid Omasta s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_entities": [ { "type": "category", "value": "dp2023" }, { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dávid Omasta -> IN_CATEGORY -> dp2023", "Dávid Omasta -> IN_CATEGORY -> dp2024", "dp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Ondrej Megela s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_entities": [ { "type": "category", "value": "bp2021" }, { "type": "category", "value": "dp2023" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Ondrej Megela -> IN_CATEGORY -> bp2021", "Ondrej Megela -> IN_CATEGORY -> dp2023", "bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0456", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Lukáš Pokrývka s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Lukáš Pokrývka -> IN_CATEGORY -> bp2019", "Lukáš Pokrývka -> IN_CATEGORY -> dp2021", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Dominik Nagy s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Dominik Nagy -> IN_CATEGORY -> bp2019", "Dominik Nagy -> IN_CATEGORY -> dp2022", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2022" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Maroš Harahus s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_entities": [ { "type": "category", "value": "bp2019" }, { "type": "category", "value": "dp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Maroš Harahus -> IN_CATEGORY -> bp2019", "Maroš Harahus -> IN_CATEGORY -> dp2021", "bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2019", "dp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Valerii Kutsenko s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "category", "value": "vp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Valerii Kutsenko -> IN_CATEGORY -> bp2025", "Valerii Kutsenko -> IN_CATEGORY -> dp2027", "Valerii Kutsenko -> IN_CATEGORY -> vp2024", "bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0460", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Filip Tomáš s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "category", "value": "dp2025" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Filip Tomáš -> IN_CATEGORY -> bp2022", "Filip Tomáš -> IN_CATEGORY -> dp2024", "Filip Tomáš -> IN_CATEGORY -> dp2025", "bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Patrik Pavlišin s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_entities": [ { "type": "category", "value": "bp2020" }, { "type": "category", "value": "dp2022" }, { "type": "category", "value": "tp2021" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Patrik Pavlišin -> IN_CATEGORY -> bp2020", "Patrik Pavlišin -> IN_CATEGORY -> dp2022", "Patrik Pavlišin -> IN_CATEGORY -> tp2021", "bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Kristián Sopkovič s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_entities": [ { "type": "category", "value": "bp2022" }, { "type": "category", "value": "dp2024" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Kristián Sopkovič -> IN_CATEGORY -> bp2022", "Kristián Sopkovič -> IN_CATEGORY -> dp2024", "bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0463", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Oleh Poiasnik s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "category", "value": "bp2025" }, { "type": "category", "value": "dp2027" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Oleh Poiasnik -> IN_CATEGORY -> bp2025", "Oleh Poiasnik -> IN_CATEGORY -> dp2027", "bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké kategórie spájajú osobu Tomáš Kuchárik s autorom Daniel Hladek?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022", "Daniel Hladek" ], "should_answer": true, "graph": { "task": "multi_edge_expansion", "hop_count": 2, "requires_multiple_documents": false, "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_entities": [ { "type": "category", "value": "dp2021" }, { "type": "category", "value": "dp2022" }, { "type": "author", "value": "Daniel Hladek" } ], "expected_relations": [ "IN_CATEGORY", "IN_CATEGORY", "CATEGORY_AUTHORED_BY" ], "expected_paths": [ "Tomáš Kuchárik -> IN_CATEGORY -> dp2021", "Tomáš Kuchárik -> IN_CATEGORY -> dp2022", "dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000", "https://zp.kemt.fei.tuke.sk/authors/daniel-hladek" ], "note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku." }, { "id": "g0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_WORK_YEAR -> 2021", "Ján Holp -> HAS_WORK_YEAR -> 2021", "Maroš Harahus -> HAS_WORK_YEAR -> 2021" ], "expected_count": 3, "expected_entity_set": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022", "Dominik Nagy -> HAS_WORK_YEAR -> 2022", "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022" ], "expected_count": 3, "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0467", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Dárius Lindvai -> HAS_WORK_YEAR -> 2021", "Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021" ], "expected_count": 2, "expected_entity_set": [ "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0468", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> HAS_WORK_YEAR -> 2022", "Filip Tomáš -> HAS_WORK_YEAR -> 2022", "Márk Fehér -> HAS_WORK_YEAR -> 2022" ], "expected_count": 3, "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Ondrej Megela -> HAS_WORK_YEAR -> 2020", "Patrik Pavlišin -> HAS_WORK_YEAR -> 2020" ], "expected_count": 2, "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0470", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Martin Wencel", "2", "2020" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020", "Martin Wencel -> HAS_WORK_YEAR -> 2020" ], "expected_count": 2, "expected_entity_set": [ "Dmytro Ushatenko", "Martin Wencel" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Dávid Omasta", "Vladimír Ferko", "2", "2024" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Dávid Omasta -> HAS_WORK_YEAR -> 2024", "Vladimír Ferko -> HAS_WORK_YEAR -> 2024" ], "expected_count": 2, "expected_entity_set": [ "Dávid Omasta", "Vladimír Ferko" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0472", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka", "3", "2026" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> HAS_WORK_YEAR -> 2026", "Ján Malinovský -> HAS_WORK_YEAR -> 2026", "Maksym Zatirka -> HAS_WORK_YEAR -> 2026" ], "expected_count": 3, "expected_entity_set": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak", "3", "2026" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> HAS_WORK_YEAR -> 2026", "Matej Novotný -> HAS_WORK_YEAR -> 2026", "Matej Ščišľak -> HAS_WORK_YEAR -> 2026" ], "expected_count": 3, "expected_entity_set": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0474", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Andrii Pervashov", "Oleh Poiasnik", "2", "2027" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Andrii Pervashov -> HAS_WORK_YEAR -> 2027", "Oleh Poiasnik -> HAS_WORK_YEAR -> 2027" ], "expected_count": 2, "expected_entity_set": [ "Andrii Pervashov", "Oleh Poiasnik" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Tetiana Mohorian", "2", "2025" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Daniil Huzenko -> HAS_WORK_YEAR -> 2025", "Tetiana Mohorian -> HAS_WORK_YEAR -> 2025" ], "expected_count": 2, "expected_entity_set": [ "Daniil Huzenko", "Tetiana Mohorian" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus", "3", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Jakub Maruniak -> HAS_WORK_YEAR -> 2021", "Ján Holp -> HAS_WORK_YEAR -> 2021", "Maroš Harahus -> HAS_WORK_YEAR -> 2021" ], "expected_count": 3, "expected_entity_set": [ "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Artem Yatsenko -> HAS_WORK_YEAR -> 2022", "Dominik Nagy -> HAS_WORK_YEAR -> 2022", "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022" ], "expected_count": 3, "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0478", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "Lukáš Pokrývka", "2", "2021" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Dárius Lindvai -> HAS_WORK_YEAR -> 2021", "Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021" ], "expected_count": 2, "expected_entity_set": [ "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0479", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér", "3", "2022" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> HAS_WORK_YEAR -> 2022", "Filip Tomáš -> HAS_WORK_YEAR -> 2022", "Márk Fehér -> HAS_WORK_YEAR -> 2022" ], "expected_count": 3, "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "Patrik Pavlišin", "2", "2020" ], "should_answer": true, "graph": { "task": "filter_and_count", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_relations": [ "HAS_WORK_YEAR" ], "expected_paths": [ "Ondrej Megela -> HAS_WORK_YEAR -> 2020", "Patrik Pavlišin -> HAS_WORK_YEAR -> 2020" ], "expected_count": 2, "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact" }, "evidence_basis": [ "questions_extended_2000" ], "note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb." }, { "id": "g0481", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument súvisí s témou inštrukcie a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Denis Le Thanh", "inštrukcie", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "topic", "value": "inštrukcie" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> MENTIONS_TOPIC -> inštrukcie", "Denis Le Thanh -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0482", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument súvisí s témou Slovak Mistral a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Denis Le Thanh", "Slovak Mistral", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "topic", "value": "Slovak Mistral" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Denis Le Thanh -> MENTIONS_TOPIC -> Slovak Mistral", "Denis Le Thanh -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0483", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument súvisí s témou znalostný graf a jej práca je uvedená v roku 2027?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Oleh Poiasnik", "znalostný graf", "2027" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "topic", "value": "znalostný graf" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf", "Oleh Poiasnik -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument súvisí s témou OpenWebUI a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Ján Pták", "OpenWebUI", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "topic", "value": "OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Pták -> MENTIONS_TOPIC -> OpenWebUI", "Ján Pták -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou Elasticsearch a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Michal Stromko", "Elasticsearch", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "topic", "value": "Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Michal Stromko -> MENTIONS_TOPIC -> Elasticsearch", "Michal Stromko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument súvisí s témou LLM a jej práca je uvedená v roku 2025?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "LLM", "2025" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "topic", "value": "LLM" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Tetiana Mohorian -> MENTIONS_TOPIC -> LLM", "Tetiana Mohorian -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0487", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument súvisí s témou pomenované entity a jej práca je uvedená v roku 2020?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Martin Wencel", "pomenované entity", "2020" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "topic", "value": "pomenované entity" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Martin Wencel -> MENTIONS_TOPIC -> pomenované entity", "Martin Wencel -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou FAISS a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Michal Stromko", "FAISS", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "topic", "value": "FAISS" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Michal Stromko -> MENTIONS_TOPIC -> FAISS", "Michal Stromko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0489", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument súvisí s témou CRF a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "CRF", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "topic", "value": "CRF" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Dárius Lindvai -> MENTIONS_TOPIC -> CRF", "Dárius Lindvai -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument súvisí s témou prompting a jej práca je uvedená v roku 2025?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "prompting", "2025" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "topic", "value": "prompting" }, { "type": "year", "value": "2025" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Tetiana Mohorian -> MENTIONS_TOPIC -> prompting", "Tetiana Mohorian -> HAS_WORK_YEAR -> 2025" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0491", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument súvisí s témou Streamlit a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "Streamlit", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "topic", "value": "Streamlit" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Alina Vitko -> MENTIONS_TOPIC -> Streamlit", "Alina Vitko -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument súvisí s témou webový korpus a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "webový korpus", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "topic", "value": "webový korpus" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Yevhenii Medushivskyi -> MENTIONS_TOPIC -> webový korpus", "Yevhenii Medushivskyi -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument súvisí s témou právne dokumenty a jej práca je uvedená v roku 2026?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Simona Bobrovčanová", "právne dokumenty", "2026" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Ján Pták" } ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "topic", "value": "právne dokumenty" }, { "type": "year", "value": "2026" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Simona Bobrovčanová -> MENTIONS_TOPIC -> právne dokumenty", "Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0494", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument súvisí s témou chatbot a jej práca je uvedená v roku 2020?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dmytro Ushatenko", "chatbot", "2020" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "topic", "value": "chatbot" }, { "type": "year", "value": "2020" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Dmytro Ushatenko -> MENTIONS_TOPIC -> chatbot", "Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou slovenčina a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Kristián Sopkovič", "slovenčina", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "topic", "value": "slovenčina" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Kristián Sopkovič -> MENTIONS_TOPIC -> slovenčina", "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0496", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument súvisí s témou speech-to-text a jej práca je uvedená v roku 2027?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "speech-to-text", "2027" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "topic", "value": "speech-to-text" }, { "type": "year", "value": "2027" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Andrii Pervashov -> MENTIONS_TOPIC -> speech-to-text", "Andrii Pervashov -> HAS_WORK_YEAR -> 2027" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0497", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument súvisí s témou GPU a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Lukáš Pokrývka", "GPU", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "topic", "value": "GPU" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Lukáš Pokrývka -> MENTIONS_TOPIC -> GPU", "Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou Spacy a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "topic", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Maroš Harahus -> MENTIONS_TOPIC -> Spacy", "Maroš Harahus -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument súvisí s témou slovenský internet a jej práca je uvedená v roku 2021?", "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Ján Holp", "slovenský internet", "2021" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "topic", "value": "slovenský internet" }, { "type": "year", "value": "2021" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Ján Holp -> MENTIONS_TOPIC -> slovenský internet", "Ján Holp -> HAS_WORK_YEAR -> 2021" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." }, { "id": "g0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument súvisí s témou Spacy a jej práca je uvedená v roku 2022?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "2022" ], "should_answer": true, "graph": { "task": "conjunctive_filter", "hop_count": 2, "requires_multiple_documents": true, "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "topic", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [ "MENTIONS_TOPIC", "HAS_WORK_YEAR" ], "expected_paths": [ "Kristián Sopkovič -> MENTIONS_TOPIC -> Spacy", "Kristián Sopkovič -> HAS_WORK_YEAR -> 2022" ] }, "evidence_basis": [ "questions_extended_2000" ], "note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe." } ]