[ { "id": "q0001", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Holp.", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp" ], "should_answer": true }, { "id": "q0002", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true }, { "id": "q0003", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp" ], "should_answer": true }, { "id": "q0004", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true }, { "id": "q0005", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Systém získavania informácií v slovenskom jazyku" ], "should_answer": true }, { "id": "q0006", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0007", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0008", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0009", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0010", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0011", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "získavanie informácií" ], "should_answer": true }, { "id": "q0012", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "PageRank" ], "should_answer": true }, { "id": "q0013", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "slovenský internet" ], "should_answer": true }, { "id": "q0014", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo bolo implementované v stave práce Jána Holpa?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "PageRank", "indexovanie webových stránok" ], "should_answer": true }, { "id": "q0015", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Jána Holpa?", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Vyhľadávač na slovenskom internete" ], "should_answer": true }, { "id": "q0016", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maroš Harahus.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus" ], "should_answer": true }, { "id": "q0017", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true }, { "id": "q0018", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus" ], "should_answer": true }, { "id": "q0019", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true }, { "id": "q0020", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Neurónová morfologická anotácia slovenského jazyka" ], "should_answer": true }, { "id": "q0021", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0022", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "morfologická anotácia" ], "should_answer": true }, { "id": "q0023", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy" ], "should_answer": true }, { "id": "q0024", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "grafové neurónové siete" ], "should_answer": true }, { "id": "q0025", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Spacy" ], "should_answer": true }, { "id": "q0026", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "grafové neurónové siete" ], "should_answer": true }, { "id": "q0027", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tomáš Kuchárik.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik" ], "should_answer": true }, { "id": "q0028", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "should_answer": true }, { "id": "q0029", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik" ], "should_answer": true }, { "id": "q0030", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "should_answer": true }, { "id": "q0031", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" ], "should_answer": true }, { "id": "q0032", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0033", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Question Answering" ], "should_answer": true }, { "id": "q0034", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "SQuAD" ], "should_answer": true }, { "id": "q0035", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "strojový preklad" ], "should_answer": true }, { "id": "q0036", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" ], "should_answer": true }, { "id": "q0037", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "SQUAD" ], "should_answer": true }, { "id": "q0038", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Jakub Maruniak.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak" ], "should_answer": true }, { "id": "q0039", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true }, { "id": "q0040", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak" ], "should_answer": true }, { "id": "q0041", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true }, { "id": "q0042", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true }, { "id": "q0043", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0044", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0045", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0046", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0047", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0048", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "pomenované entity" ], "should_answer": true }, { "id": "q0049", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy" ], "should_answer": true }, { "id": "q0050", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Prodigy" ], "should_answer": true }, { "id": "q0051", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Prodigy" ], "should_answer": true }, { "id": "q0052", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Lukáš Pokrývka.", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka" ], "should_answer": true }, { "id": "q0053", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Paralelné trénovanie neurónových sietí" ], "should_answer": true }, { "id": "q0054", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka" ], "should_answer": true }, { "id": "q0055", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí" ], "should_answer": true }, { "id": "q0056", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Paralelné trénovanie neurónových sietí" ], "should_answer": true }, { "id": "q0057", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0058", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0059", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0060", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0061", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0062", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "PyTorch" ], "should_answer": true }, { "id": "q0063", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "NCCL" ], "should_answer": true }, { "id": "q0064", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "GPU" ], "should_answer": true }, { "id": "q0065", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "LUNA" ], "should_answer": true }, { "id": "q0066", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "NCCL" ], "should_answer": true }, { "id": "q0067", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dárius Lindvai.", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai" ], "should_answer": true }, { "id": "q0068", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "should_answer": true }, { "id": "q0069", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai" ], "should_answer": true }, { "id": "q0070", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "should_answer": true }, { "id": "q0071", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" ], "should_answer": true }, { "id": "q0072", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0073", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "2016" ], "should_answer": true }, { "id": "q0074", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0075", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0076", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "2016", "2021" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0077", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "interpunkcia" ], "should_answer": true }, { "id": "q0078", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "BiLSTM" ], "should_answer": true }, { "id": "q0079", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "CRF" ], "should_answer": true }, { "id": "q0080", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "BiLSTM", "CRF" ], "should_answer": true }, { "id": "q0081", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Precision", "Recall" ], "should_answer": true }, { "id": "q0082", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dominik Nagy.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy" ], "should_answer": true }, { "id": "q0083", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Neurónový strojový preklad pomocou knižnice Fairseq" ], "should_answer": true }, { "id": "q0084", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy" ], "should_answer": true }, { "id": "q0085", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq" ], "should_answer": true }, { "id": "q0086", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Neurónový strojový preklad pomocou knižnice Fairseq" ], "should_answer": true }, { "id": "q0087", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0088", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "strojový preklad" ], "should_answer": true }, { "id": "q0089", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Fairseq" ], "should_answer": true }, { "id": "q0090", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "MBART" ], "should_answer": true }, { "id": "q0091", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "angličtina", "slovenčina" ], "should_answer": true }, { "id": "q0092", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "BPE", "sentencepiece", "wordpiece" ], "should_answer": true }, { "id": "q0093", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Márk Fehér.", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér" ], "should_answer": true }, { "id": "q0094", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Klasifikácia textu metódami strojového učenia" ], "should_answer": true }, { "id": "q0095", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér" ], "should_answer": true }, { "id": "q0096", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia" ], "should_answer": true }, { "id": "q0097", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Klasifikácia textu metódami strojového učenia" ], "should_answer": true }, { "id": "q0098", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0099", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "klasifikácia textu" ], "should_answer": true }, { "id": "q0100", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "strojové učenie" ], "should_answer": true }, { "id": "q0101", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "scikit" ], "should_answer": true }, { "id": "q0102", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Patrik Pavlišin.", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin" ], "should_answer": true }, { "id": "q0103", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Metódy automatického prekladu" ], "should_answer": true }, { "id": "q0104", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin" ], "should_answer": true }, { "id": "q0105", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Metódy automatického prekladu" ], "should_answer": true }, { "id": "q0106", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Metódy automatického prekladu" ], "should_answer": true }, { "id": "q0107", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "2020" ], "should_answer": true }, { "id": "q0108", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "automatický preklad" ], "should_answer": true }, { "id": "q0109", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "paralelný korpus" ], "should_answer": true }, { "id": "q0110", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "strojový preklad" ], "should_answer": true }, { "id": "q0111", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "paralelný korpus" ], "should_answer": true }, { "id": "q0112", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dmytro Ushatenko.", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko" ], "should_answer": true }, { "id": "q0113", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Jednoduchý chatbot v jazyku Python" ], "should_answer": true }, { "id": "q0114", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko" ], "should_answer": true }, { "id": "q0115", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python" ], "should_answer": true }, { "id": "q0116", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Jednoduchý chatbot v jazyku Python" ], "should_answer": true }, { "id": "q0117", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "2020" ], "should_answer": true }, { "id": "q0118", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "chatbot" ], "should_answer": true }, { "id": "q0119", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Python" ], "should_answer": true }, { "id": "q0120", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "dialógový systém" ], "should_answer": true }, { "id": "q0121", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "O čom mal informovať chatbot Dmytra Ushatenka?", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "možnostiach štúdia na katedre" ], "should_answer": true }, { "id": "q0122", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ondrej Megela.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela" ], "should_answer": true }, { "id": "q0123", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Neurónové jazykové modelovanie typu BERT" ], "should_answer": true }, { "id": "q0124", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela" ], "should_answer": true }, { "id": "q0125", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT" ], "should_answer": true }, { "id": "q0126", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Neurónové jazykové modelovanie typu BERT" ], "should_answer": true }, { "id": "q0127", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "2020" ], "should_answer": true }, { "id": "q0128", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "BERT" ], "should_answer": true }, { "id": "q0129", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "jazykové modelovanie" ], "should_answer": true }, { "id": "q0130", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "neurónové siete" ], "should_answer": true }, { "id": "q0131", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "BERT" ], "should_answer": true }, { "id": "q0132", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Wencel.", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel" ], "should_answer": true }, { "id": "q0133", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "should_answer": true }, { "id": "q0134", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel" ], "should_answer": true }, { "id": "q0135", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "should_answer": true }, { "id": "q0136", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "should_answer": true }, { "id": "q0137", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "2020" ], "should_answer": true }, { "id": "q0138", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Spacy" ], "should_answer": true }, { "id": "q0139", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "morfologická analýza" ], "should_answer": true }, { "id": "q0140", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "pomenované entity" ], "should_answer": true }, { "id": "q0141", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "parsing", "morfologická analýza", "rozpoznávanie pomenovaných entít" ], "should_answer": true }, { "id": "q0142", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dávid Omasta.", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta" ], "should_answer": true }, { "id": "q0143", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" ], "should_answer": true }, { "id": "q0144", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta" ], "should_answer": true }, { "id": "q0145", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" ], "should_answer": true }, { "id": "q0146", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" ], "should_answer": true }, { "id": "q0147", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "2024" ], "should_answer": true }, { "id": "q0148", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "generatívne modely" ], "should_answer": true }, { "id": "q0149", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Question Answering" ], "should_answer": true }, { "id": "q0150", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "slovenčina" ], "should_answer": true }, { "id": "q0151", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dotrénovanie slovenského generatívneho jazykového modelu" ], "should_answer": true }, { "id": "q0152", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Generatívne modely slovenského jazyka" ], "should_answer": true }, { "id": "q0153", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Filip Tomáš.", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš" ], "should_answer": true }, { "id": "q0154", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "should_answer": true }, { "id": "q0155", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš" ], "should_answer": true }, { "id": "q0156", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "should_answer": true }, { "id": "q0157", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" ], "should_answer": true }, { "id": "q0158", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0159", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "CI/CD" ], "should_answer": true }, { "id": "q0160", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Docker Compose" ], "should_answer": true }, { "id": "q0161", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "microk8s" ], "should_answer": true }, { "id": "q0162", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "microk8s" ], "should_answer": true }, { "id": "q0163", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "5" ], "should_answer": true }, { "id": "q0164", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Kristián Sopkovič.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič" ], "should_answer": true }, { "id": "q0165", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "should_answer": true }, { "id": "q0166", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič" ], "should_answer": true }, { "id": "q0167", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "should_answer": true }, { "id": "q0168", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" ], "should_answer": true }, { "id": "q0169", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0170", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy" ], "should_answer": true }, { "id": "q0171", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "slovenčina" ], "should_answer": true }, { "id": "q0172", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "transformery" ], "should_answer": true }, { "id": "q0173", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Zlepšiť presnosť modelu Spacy pre slovenčinu" ], "should_answer": true }, { "id": "q0174", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Michal Stromko.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko" ], "should_answer": true }, { "id": "q0175", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Indexovanie slovenského textu pomocou Elasticsearch" ], "should_answer": true }, { "id": "q0176", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko" ], "should_answer": true }, { "id": "q0177", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch" ], "should_answer": true }, { "id": "q0178", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Indexovanie slovenského textu pomocou Elasticsearch" ], "should_answer": true }, { "id": "q0179", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0180", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Elasticsearch" ], "should_answer": true }, { "id": "q0181", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "vyhľadávanie" ], "should_answer": true }, { "id": "q0182", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "FAISS" ], "should_answer": true }, { "id": "q0183", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Elasticsearch" ], "should_answer": true }, { "id": "q0184", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "5" ], "should_answer": true }, { "id": "q0185", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Alina Vitko.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko" ], "should_answer": true }, { "id": "q0186", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "should_answer": true }, { "id": "q0187", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko" ], "should_answer": true }, { "id": "q0188", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "should_answer": true }, { "id": "q0189", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" ], "should_answer": true }, { "id": "q0190", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "2019" ], "should_answer": true }, { "id": "q0191", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "2019" ], "should_answer": true }, { "id": "q0192", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0193", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "2019", "2022" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0194", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "2019", "2022" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0195", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Question Answering" ], "should_answer": true }, { "id": "q0196", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Streamlit" ], "should_answer": true }, { "id": "q0197", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Docker" ], "should_answer": true }, { "id": "q0198", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Streamlit" ], "should_answer": true }, { "id": "q0199", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "SlovakBERT" ], "should_answer": true }, { "id": "q0200", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Artem Yatsenko.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko" ], "should_answer": true }, { "id": "q0201", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true }, { "id": "q0202", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko" ], "should_answer": true }, { "id": "q0203", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true }, { "id": "q0204", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Rozpoznávanie pomenovaných entít v slovenskom jazyku" ], "should_answer": true }, { "id": "q0205", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "2019" ], "should_answer": true }, { "id": "q0206", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "2019" ], "should_answer": true }, { "id": "q0207", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0208", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "2019", "2022" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0209", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "2019", "2022" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0210", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "pomenované entity" ], "should_answer": true }, { "id": "q0211", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Spacy" ], "should_answer": true }, { "id": "q0212", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "anotácia" ], "should_answer": true }, { "id": "q0213", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "20" ], "should_answer": true }, { "id": "q0214", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Šarišský.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský" ], "should_answer": true }, { "id": "q0215", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true }, { "id": "q0216", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský" ], "should_answer": true }, { "id": "q0217", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true }, { "id": "q0218", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Agentové systémy pomocou veľkého jazykového modelu" ], "should_answer": true }, { "id": "q0219", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0220", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0221", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0222", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "2021", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0223", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "2021", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0224", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "agent" ], "should_answer": true }, { "id": "q0225", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "právne informácie" ], "should_answer": true }, { "id": "q0226", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "DeepEval" ], "should_answer": true }, { "id": "q0227", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Faithfulness", "AnswerRelevancy", "ContextualRelevancy" ], "should_answer": true }, { "id": "q0228", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Docling" ], "should_answer": true }, { "id": "q0229", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Ščišľak.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak" ], "should_answer": true }, { "id": "q0230", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true }, { "id": "q0231", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak" ], "should_answer": true }, { "id": "q0232", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true }, { "id": "q0233", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "should_answer": true }, { "id": "q0234", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0235", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0236", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0237", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "2021", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0238", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "2021", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0239", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "GraphRAG" ], "should_answer": true }, { "id": "q0240", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Neo4J" ], "should_answer": true }, { "id": "q0241", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "FAISS" ], "should_answer": true }, { "id": "q0242", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "FAISS", "Neo4J" ], "should_answer": true }, { "id": "q0243", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "110" ], "should_answer": true }, { "id": "q0244", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Dialógový systém pre potreby samosprávy" ], "should_answer": true }, { "id": "q0245", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladimír Ferko.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko" ], "should_answer": true }, { "id": "q0246", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true }, { "id": "q0247", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko" ], "should_answer": true }, { "id": "q0248", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true }, { "id": "q0249", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" ], "should_answer": true }, { "id": "q0250", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0251", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0252", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "2024" ], "should_answer": true }, { "id": "q0253", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "2021", "2024" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0254", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "2021", "2024" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0255", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "hate speech" ], "should_answer": true }, { "id": "q0256", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "anotácia" ], "should_answer": true }, { "id": "q0257", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "SlovakBERT" ], "should_answer": true }, { "id": "q0258", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model Vladimír Ferko natrénoval ako prvý?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "slovakbert" ], "should_answer": true }, { "id": "q0259", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "OffensEval" ], "should_answer": true }, { "id": "q0260", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Eduard Matovka.", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka" ], "should_answer": true }, { "id": "q0261", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Slovenská konverzačná umelá inteligencia" ], "should_answer": true }, { "id": "q0262", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka" ], "should_answer": true }, { "id": "q0263", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia" ], "should_answer": true }, { "id": "q0264", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Slovenská konverzačná umelá inteligencia" ], "should_answer": true }, { "id": "q0265", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0266", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0267", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "2024" ], "should_answer": true }, { "id": "q0268", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "2021", "2024" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0269", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "2021", "2024" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0270", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "slovenský jazykový model" ], "should_answer": true }, { "id": "q0271", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "LLAMA" ], "should_answer": true }, { "id": "q0272", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "SlovakAlpaca" ], "should_answer": true }, { "id": "q0273", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol predbežný cieľ práce Eduarda Matovku?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Natrénovať jazykový model pre jednoduchú slovenskú konverzáciu" ], "should_answer": true }, { "id": "q0274", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Gemma", "RWKV" ], "should_answer": true }, { "id": "q0275", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Novotný.", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný" ], "should_answer": true }, { "id": "q0276", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Klasifikácia webových dát pre lepšie jazykové modelovanie" ], "should_answer": true }, { "id": "q0277", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný" ], "should_answer": true }, { "id": "q0278", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie" ], "should_answer": true }, { "id": "q0279", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Klasifikácia webových dát pre lepšie jazykové modelovanie" ], "should_answer": true }, { "id": "q0280", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0281", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "2021" ], "should_answer": true }, { "id": "q0282", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0283", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "2021", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0284", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "2021", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0285", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "webové dáta" ], "should_answer": true }, { "id": "q0286", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "klasifikácia" ], "should_answer": true }, { "id": "q0287", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "jazykové modelovanie" ], "should_answer": true }, { "id": "q0288", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Andrii Pervashov.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov" ], "should_answer": true }, { "id": "q0289", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "should_answer": true }, { "id": "q0290", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov" ], "should_answer": true }, { "id": "q0291", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "should_answer": true }, { "id": "q0292", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "should_answer": true }, { "id": "q0293", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0294", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0295", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "2027" ], "should_answer": true }, { "id": "q0296", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "2022", "2027" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0297", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "2022", "2027" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0298", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "speech-to-text" ], "should_answer": true }, { "id": "q0299", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "OpenWebUI" ], "should_answer": true }, { "id": "q0300", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "štruktúrované informácie" ], "should_answer": true }, { "id": "q0301", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "OpenWebUI" ], "should_answer": true }, { "id": "q0302", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "štruktúrovanej podoby" ], "should_answer": true }, { "id": "q0303", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Valerii Kutsenko.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko" ], "should_answer": true }, { "id": "q0304", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true }, { "id": "q0305", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko" ], "should_answer": true }, { "id": "q0306", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true }, { "id": "q0307", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Zlepšenie vyhľadávania pomocou znalostných grafov" ], "should_answer": true }, { "id": "q0308", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0309", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0310", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "2027" ], "should_answer": true }, { "id": "q0311", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "2022", "2027" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0312", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "2022", "2027" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0313", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "znalostný graf" ], "should_answer": true }, { "id": "q0314", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG" ], "should_answer": true }, { "id": "q0315", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "GraphRAG" ], "should_answer": true }, { "id": "q0316", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "vzdelávanie", "právo", "medicína" ], "should_answer": true }, { "id": "q0317", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleh Poiasnik.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik" ], "should_answer": true }, { "id": "q0318", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Expertný agentový systém na podporu rozhodovania v lekárni" ], "should_answer": true }, { "id": "q0319", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik" ], "should_answer": true }, { "id": "q0320", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni" ], "should_answer": true }, { "id": "q0321", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Expertný agentový systém na podporu rozhodovania v lekárni" ], "should_answer": true }, { "id": "q0322", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0323", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0324", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "2027" ], "should_answer": true }, { "id": "q0325", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "2022", "2027" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0326", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "2022", "2027" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0327", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "lekáreň" ], "should_answer": true }, { "id": "q0328", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "znalostný graf" ], "should_answer": true }, { "id": "q0329", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "LightRAG" ], "should_answer": true }, { "id": "q0330", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "ADC" ], "should_answer": true }, { "id": "q0331", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "LightRAG" ], "should_answer": true }, { "id": "q0332", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "500" ], "should_answer": true }, { "id": "q0333", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tetiana Mohorian.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian" ], "should_answer": true }, { "id": "q0334", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true }, { "id": "q0335", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian" ], "should_answer": true }, { "id": "q0336", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true }, { "id": "q0337", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" ], "should_answer": true }, { "id": "q0338", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0339", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0340", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "2025" ], "should_answer": true }, { "id": "q0341", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "2022", "2025" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0342", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "2022", "2025" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0343", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "hate speech" ], "should_answer": true }, { "id": "q0344", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "LLM" ], "should_answer": true }, { "id": "q0345", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "prompting" ], "should_answer": true }, { "id": "q0346", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "prompting", "LORA" ], "should_answer": true }, { "id": "q0347", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Slovak T5-small" ], "should_answer": true }, { "id": "q0348", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladyslav Yanchenko.", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko" ], "should_answer": true }, { "id": "q0349", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "should_answer": true }, { "id": "q0350", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko" ], "should_answer": true }, { "id": "q0351", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "should_answer": true }, { "id": "q0352", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "should_answer": true }, { "id": "q0353", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0354", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0355", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "2025" ], "should_answer": true }, { "id": "q0356", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "2022", "2025" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0357", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "2022", "2025" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0358", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "cloud" ], "should_answer": true }, { "id": "q0359", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kubernetes" ], "should_answer": true }, { "id": "q0360", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Azure" ], "should_answer": true }, { "id": "q0361", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "SpringBoot", "React-Next.js" ], "should_answer": true }, { "id": "q0362", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Azure PostgreSQL" ], "should_answer": true }, { "id": "q0363", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Daniil Huzenko.", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko" ], "should_answer": true }, { "id": "q0364", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "should_answer": true }, { "id": "q0365", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko" ], "should_answer": true }, { "id": "q0366", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "should_answer": true }, { "id": "q0367", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" ], "should_answer": true }, { "id": "q0368", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0369", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0370", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "2025" ], "should_answer": true }, { "id": "q0371", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "2022", "2025" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0372", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "2022", "2025" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0373", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Kubernetes" ], "should_answer": true }, { "id": "q0374", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Raspberry Pi" ], "should_answer": true }, { "id": "q0375", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "hybridný cloud" ], "should_answer": true }, { "id": "q0376", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Raspberry PI" ], "should_answer": true }, { "id": "q0377", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Ansible" ], "should_answer": true }, { "id": "q0378", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Pták.", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták" ], "should_answer": true }, { "id": "q0379", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Agent pre manažment záverečných prác" ], "should_answer": true }, { "id": "q0380", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták" ], "should_answer": true }, { "id": "q0381", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác" ], "should_answer": true }, { "id": "q0382", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Agent pre manažment záverečných prác" ], "should_answer": true }, { "id": "q0383", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0384", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0385", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0386", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "2022", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0387", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "2022", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0388", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "RAG" ], "should_answer": true }, { "id": "q0389", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "OpenWebUI" ], "should_answer": true }, { "id": "q0390", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Docker" ], "should_answer": true }, { "id": "q0391", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "OpenWebUI" ], "should_answer": true }, { "id": "q0392", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "WebHOOK" ], "should_answer": true }, { "id": "q0393", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "SQLite", "FastAPI" ], "should_answer": true }, { "id": "q0394", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Malinovský.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský" ], "should_answer": true }, { "id": "q0395", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Grafové vyhľadávanie pre podporu vzdelávania" ], "should_answer": true }, { "id": "q0396", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský" ], "should_answer": true }, { "id": "q0397", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania" ], "should_answer": true }, { "id": "q0398", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Grafové vyhľadávanie pre podporu vzdelávania" ], "should_answer": true }, { "id": "q0399", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0400", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0401", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0402", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "2022", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0403", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "2022", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0404", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "RAG" ], "should_answer": true }, { "id": "q0405", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "GraphRAG" ], "should_answer": true }, { "id": "q0406", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "znalostný graf" ], "should_answer": true }, { "id": "q0407", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "vzdelávania" ], "should_answer": true }, { "id": "q0408", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "výchovné opatrenia", "osnovy", "asistent pedagóga" ], "should_answer": true }, { "id": "q0409", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maksym Zatirka.", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka" ], "should_answer": true }, { "id": "q0410", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Grafová databáza pre podporu generovania slovenského jazyka" ], "should_answer": true }, { "id": "q0411", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka" ], "should_answer": true }, { "id": "q0412", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka" ], "should_answer": true }, { "id": "q0413", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Grafová databáza pre podporu generovania slovenského jazyka" ], "should_answer": true }, { "id": "q0414", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0415", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0416", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0417", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0418", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0419", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "grafová databáza" ], "should_answer": true }, { "id": "q0420", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "slovenské právo" ], "should_answer": true }, { "id": "q0421", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "znalostný graf" ], "should_answer": true }, { "id": "q0422", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "slovenské právo" ], "should_answer": true }, { "id": "q0423", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk" ], "should_answer": true }, { "id": "q0424", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "should_answer": true }, { "id": "q0425", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk" ], "should_answer": true }, { "id": "q0426", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "should_answer": true }, { "id": "q0427", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Inteligentný agent pre podporu práce špeciálneho pedagóga" ], "should_answer": true }, { "id": "q0428", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0429", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0430", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0431", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0432", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0433", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "agent" ], "should_answer": true }, { "id": "q0434", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "špeciálny pedagóg" ], "should_answer": true }, { "id": "q0435", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "LLM" ], "should_answer": true }, { "id": "q0436", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "špeciálnemu pedagógovi" ], "should_answer": true }, { "id": "q0437", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi" ], "should_answer": true }, { "id": "q0438", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Získavanie textu z webových stránok" ], "should_answer": true }, { "id": "q0439", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi" ], "should_answer": true }, { "id": "q0440", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok" ], "should_answer": true }, { "id": "q0441", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Získavanie textu z webových stránok" ], "should_answer": true }, { "id": "q0442", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0443", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0444", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0445", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0446", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0447", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "crawler" ], "should_answer": true }, { "id": "q0448", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "webový korpus" ], "should_answer": true }, { "id": "q0449", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "deduplikácia" ], "should_answer": true }, { "id": "q0450", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "450MB" ], "should_answer": true }, { "id": "q0451", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "justext" ], "should_answer": true }, { "id": "q0452", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ronald Zalacko.", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko" ], "should_answer": true }, { "id": "q0453", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Skórovací online systém pre robotické súťaže" ], "should_answer": true }, { "id": "q0454", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko" ], "should_answer": true }, { "id": "q0455", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže" ], "should_answer": true }, { "id": "q0456", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Skórovací online systém pre robotické súťaže" ], "should_answer": true }, { "id": "q0457", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0458", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0459", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0460", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0461", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0462", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "robotické súťaže" ], "should_answer": true }, { "id": "q0463", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Docker" ], "should_answer": true }, { "id": "q0464", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "webová aplikácia" ], "should_answer": true }, { "id": "q0465", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "robotické súťaže" ], "should_answer": true }, { "id": "q0466", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleksandr Dorybohov.", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov" ], "should_answer": true }, { "id": "q0467", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Automatické odpovede na otázky v právnej oblasti" ], "should_answer": true }, { "id": "q0468", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov" ], "should_answer": true }, { "id": "q0469", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti" ], "should_answer": true }, { "id": "q0470", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Automatické odpovede na otázky v právnej oblasti" ], "should_answer": true }, { "id": "q0471", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0472", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0473", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0474", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0475", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0476", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "právo" ], "should_answer": true }, { "id": "q0477", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "agent" ], "should_answer": true }, { "id": "q0478", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "API" ], "should_answer": true }, { "id": "q0479", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "právnej" ], "should_answer": true }, { "id": "q0480", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Simona Bobrovčanová.", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová" ], "should_answer": true }, { "id": "q0481", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Automatická sumarizácia slovenského textu" ], "should_answer": true }, { "id": "q0482", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová" ], "should_answer": true }, { "id": "q0483", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu" ], "should_answer": true }, { "id": "q0484", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Automatická sumarizácia slovenského textu" ], "should_answer": true }, { "id": "q0485", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0486", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0487", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0488", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0489", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0490", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "sumarizácia" ], "should_answer": true }, { "id": "q0491", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "slovenský text" ], "should_answer": true }, { "id": "q0492", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "právne dokumenty" ], "should_answer": true }, { "id": "q0493", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "hierarchická sumarizácia" ], "should_answer": true }, { "id": "q0494", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "príliš maly kontext" ], "should_answer": true }, { "id": "q0495", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Džurina.", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina" ], "should_answer": true }, { "id": "q0496", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Dialógový systém pre podporu firemných procesov" ], "should_answer": true }, { "id": "q0497", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina" ], "should_answer": true }, { "id": "q0498", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov" ], "should_answer": true }, { "id": "q0499", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Dialógový systém pre podporu firemných procesov" ], "should_answer": true }, { "id": "q0500", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0501", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0502", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0503", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0504", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0505", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "agent" ], "should_answer": true }, { "id": "q0506", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "zásielková spoločnosť" ], "should_answer": true }, { "id": "q0507", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "dialógový systém" ], "should_answer": true }, { "id": "q0508", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "zásielkovej spoločnosti" ], "should_answer": true }, { "id": "q0509", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "dotazníka" ], "should_answer": true }, { "id": "q0510", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Vasiľ.", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ" ], "should_answer": true }, { "id": "q0511", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true }, { "id": "q0512", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ" ], "should_answer": true }, { "id": "q0513", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true }, { "id": "q0514", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" ], "should_answer": true }, { "id": "q0515", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0516", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "2022" ], "should_answer": true }, { "id": "q0517", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0518", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "2022", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0519", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "2022", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0520", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "OpenWebUI" ], "should_answer": true }, { "id": "q0521", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "MCP" ], "should_answer": true }, { "id": "q0522", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "RAG" ], "should_answer": true }, { "id": "q0523", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "OpenWebUI" ], "should_answer": true }, { "id": "q0524", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "RAG", "vyhľadávania na webe", "volania funkcií" ], "should_answer": true }, { "id": "q0525", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Denis Le Thanh.", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh" ], "should_answer": true }, { "id": "q0526", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true }, { "id": "q0527", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh" ], "should_answer": true }, { "id": "q0528", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true }, { "id": "q0529", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" ], "should_answer": true }, { "id": "q0530", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0531", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0532", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0533", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." }, { "id": "q0534", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "2023", "2026" ], "should_answer": true, "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." }, { "id": "q0535", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Slovak Mistral" ], "should_answer": true }, { "id": "q0536", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "inštrukcie" ], "should_answer": true }, { "id": "q0537", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "kyberbezpečnosť" ], "should_answer": true }, { "id": "q0538", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "slovak-mistral-7b" ], "should_answer": true }, { "id": "q0539", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Youssef Ressaissi.", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi" ], "should_answer": true }, { "id": "q0540", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "2025" ], "should_answer": true }, { "id": "q0541", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "sumarizácia v slovenskej medicínskej alebo právnej doméne" ], "should_answer": true }, { "id": "q0542", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi" ], "should_answer": true }, { "id": "q0543", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi", "summarization" ], "should_answer": true }, { "id": "q0544", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi", "Slovak" ], "should_answer": true }, { "id": "q0545", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi", "ROUGE" ], "should_answer": true }, { "id": "q0546", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Evaluate and improve language models for summarization in Slovak medical or legal domain" ], "should_answer": true }, { "id": "q0547", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "ROUGE", "BLEU" ], "should_answer": true }, { "id": "q0548", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "HPLT", "Gemma 3" ], "should_answer": true }, { "id": "q0549", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Oliver Pejic.", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic" ], "should_answer": true }, { "id": "q0550", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "2024" ], "should_answer": true }, { "id": "q0551", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Hate Speech a MTEB evaluácia" ], "should_answer": true }, { "id": "q0552", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic" ], "should_answer": true }, { "id": "q0553", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic", "Hate Speech" ], "should_answer": true }, { "id": "q0554", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic", "MTEB" ], "should_answer": true }, { "id": "q0555", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic", "SentenceTransformer" ], "should_answer": true }, { "id": "q0556", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Slovak HATE speech", "Slovak question answering" ], "should_answer": true }, { "id": "q0557", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "MTEB" ], "should_answer": true }, { "id": "q0558", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Sevval Bulburu.", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu" ], "should_answer": true }, { "id": "q0559", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "2023" ], "should_answer": true }, { "id": "q0560", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "detekcia nenávistnej reči" ], "should_answer": true }, { "id": "q0561", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme detekcia nenávistnej reči?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu" ], "should_answer": true }, { "id": "q0562", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu", "Hate Speech" ], "should_answer": true }, { "id": "q0563", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu", "BERT" ], "should_answer": true }, { "id": "q0564", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu", "SMOTE" ], "should_answer": true }, { "id": "q0565", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "SMOTE" ], "should_answer": true }, { "id": "q0566", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Django" ], "should_answer": true }, { "id": "q0567", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Prodigy" ], "should_answer": true }, { "id": "q0568", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez" ], "should_answer": true }, { "id": "q0569", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "2019" ], "should_answer": true }, { "id": "q0570", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "anotácia pomenovaných entít" ], "should_answer": true }, { "id": "q0571", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme anotácia pomenovaných entít?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez" ], "should_answer": true }, { "id": "q0572", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez", "named entities" ], "should_answer": true }, { "id": "q0573", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez", "spaCy" ], "should_answer": true }, { "id": "q0574", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez", "Prodigy" ], "should_answer": true }, { "id": "q0575", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "recognize unknown named entities", "manually annotated training set", "annotation schema" ], "should_answer": true }, { "id": "q0576", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Prodigy" ], "should_answer": true }, { "id": "q0577", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș" ], "should_answer": true }, { "id": "q0578", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0579", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "multilinguálna extrakcia trojíc z medicínskych dát" ], "should_answer": true }, { "id": "q0580", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș" ], "should_answer": true }, { "id": "q0581", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "Triplet extraction" ], "should_answer": true }, { "id": "q0582", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "knowledge graph" ], "should_answer": true }, { "id": "q0583", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "medical" ], "should_answer": true }, { "id": "q0584", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma stáže Bogdana Paula Chișa?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Triplet extraction from medical data" ], "should_answer": true }, { "id": "q0585", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "DeepEval", "RAGAS" ], "should_answer": true }, { "id": "q0586", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "medical package inserts" ], "should_answer": true }, { "id": "q0587", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Dries Huybens.", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "Dries Huybens" ], "should_answer": true }, { "id": "q0588", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Dries Huybens?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "2026" ], "should_answer": true }, { "id": "q0589", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Dries Huybens?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "Multilingual Knowledge Graphs from medical data" ], "should_answer": true }, { "id": "q0590", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme Multilingual Knowledge Graphs from medical data?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "Dries Huybens" ], "should_answer": true }, { "id": "q0591", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Dries Huybens súvisela s témou knowledge graph?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "Dries Huybens", "knowledge graph" ], "should_answer": true }, { "id": "q0592", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Dries Huybens súvisela s témou medical?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "Dries Huybens", "medical" ], "should_answer": true }, { "id": "q0593", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Dries Huybens súvisela s témou GraphRAG?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "Dries Huybens", "GraphRAG" ], "should_answer": true }, { "id": "q0594", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aká je téma stáže Driesa Huybensa?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "Multilingual Knowledge Graphs from medical data" ], "should_answer": true }, { "id": "q0595", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Na aký účel má Dries Huybens využiť znalostný graf?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "agent", "recommends medication" ], "should_answer": true }, { "id": "q0596", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akými nástrojmi má Dries Huybens vyhodnotiť agenta?", "expected_documents": [ "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "DeepEval", "RAGAS" ], "should_answer": true }, { "id": "q0597", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "Dialógový systém" ], "should_answer": true }, { "id": "q0598", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "Dialógový systém" ], "should_answer": true }, { "id": "q0599", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Dialógový systém“?", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "should_answer": true }, { "id": "q0600", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom RASA.", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "Dialógový systém" ], "should_answer": true }, { "id": "q0601", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom chatbot.", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "Dialógový systém" ], "should_answer": true }, { "id": "q0602", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom slovenčina.", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "Dialógový systém" ], "should_answer": true }, { "id": "q0603", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "RASA" ], "should_answer": true }, { "id": "q0604", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "S akým ďalším typom systému sa má chatbot integrovať?", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "QA systémom" ], "should_answer": true }, { "id": "q0605", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", "expected_documents": [ "pages/topics/chatbot/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "expected_answer_contains": [ "Matej Ščišľak", "Martin Šarišský" ], "should_answer": true }, { "id": "q0606", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "Podpora slovenčiny v knižnici Spacy" ], "should_answer": true }, { "id": "q0607", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "Podpora slovenčiny v knižnici Spacy" ], "should_answer": true }, { "id": "q0608", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "should_answer": true }, { "id": "q0609", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom Spacy.", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "Podpora slovenčiny v knižnici Spacy" ], "should_answer": true }, { "id": "q0610", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom POS.", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "Podpora slovenčiny v knižnici Spacy" ], "should_answer": true }, { "id": "q0611", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom NER.", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "Podpora slovenčiny v knižnici Spacy" ], "should_answer": true }, { "id": "q0612", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "morfologickú analýzu", "rozpoznávanie pomenovaných entít" ], "should_answer": true }, { "id": "q0613", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké slovné vektory boli zahrnuté do modelu Spacy?", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "Fasttext Common Crawl" ], "should_answer": true }, { "id": "q0614", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", "expected_documents": [ "pages/topics/spacy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "expected_answer_contains": [ "Maroš Harahus", "Kristián Sopkovič" ], "should_answer": true }, { "id": "q0615", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "Question Answering" ], "should_answer": true }, { "id": "q0616", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "Question Answering" ], "should_answer": true }, { "id": "q0617", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Question Answering“?", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "should_answer": true }, { "id": "q0618", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom SQuAD 2.0.", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "Question Answering" ], "should_answer": true }, { "id": "q0619", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom Prodigy.", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "Question Answering" ], "should_answer": true }, { "id": "q0620", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom Wikipedia.", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "Question Answering" ], "should_answer": true }, { "id": "q0621", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "SQuaD 2.0" ], "should_answer": true }, { "id": "q0622", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj používa projekt Question Answering?", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "Prodigy" ], "should_answer": true }, { "id": "q0623", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký má byť formát finálneho exportu QA databázy?", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "SQUAD" ], "should_answer": true }, { "id": "q0624", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", "expected_documents": [ "pages/topics/question/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question" ], "expected_answer_contains": [ "5" ], "should_answer": true }, { "id": "q0625", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.", "expected_documents": [ "pages/topics/morphology/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "expected_answer_contains": [ "Morfologická analýza slovenského jazyka" ], "should_answer": true }, { "id": "q0626", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?", "expected_documents": [ "pages/topics/morphology/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "expected_answer_contains": [ "Morfologická analýza slovenského jazyka" ], "should_answer": true }, { "id": "q0627", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?", "expected_documents": [ "pages/topics/morphology/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "should_answer": true }, { "id": "q0628", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom morfologická analýza.", "expected_documents": [ "pages/topics/morphology/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "expected_answer_contains": [ "Morfologická analýza slovenského jazyka" ], "should_answer": true }, { "id": "q0629", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom Hunspell.", "expected_documents": [ "pages/topics/morphology/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "expected_answer_contains": [ "Morfologická analýza slovenského jazyka" ], "should_answer": true }, { "id": "q0630", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom BPE.", "expected_documents": [ "pages/topics/morphology/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "expected_answer_contains": [ "Morfologická analýza slovenského jazyka" ], "should_answer": true }, { "id": "q0631", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", "expected_documents": [ "pages/topics/morphology/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "expected_answer_contains": [ "Hunspell", "Byte Pair Encoding", "Morfessor" ], "should_answer": true }, { "id": "q0632", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", "expected_documents": [ "pages/topics/translation/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation" ], "expected_answer_contains": [ "Strojový preklad" ], "should_answer": true }, { "id": "q0633", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", "expected_documents": [ "pages/topics/translation/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation" ], "expected_answer_contains": [ "Strojový preklad" ], "should_answer": true }, { "id": "q0634", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Strojový preklad“?", "expected_documents": [ "pages/topics/translation/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/translation" ], "should_answer": true }, { "id": "q0635", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom strojový preklad.", "expected_documents": [ "pages/topics/translation/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation" ], "expected_answer_contains": [ "Strojový preklad" ], "should_answer": true }, { "id": "q0636", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom translation.", "expected_documents": [ "pages/topics/translation/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation" ], "expected_answer_contains": [ "Strojový preklad" ], "should_answer": true }, { "id": "q0637", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", "expected_documents": [ "pages/topics/named-entity/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "expected_answer_contains": [ "Pomenované entity" ], "should_answer": true }, { "id": "q0638", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", "expected_documents": [ "pages/topics/named-entity/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "expected_answer_contains": [ "Pomenované entity" ], "should_answer": true }, { "id": "q0639", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Pomenované entity“?", "expected_documents": [ "pages/topics/named-entity/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "should_answer": true }, { "id": "q0640", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom pomenované entity.", "expected_documents": [ "pages/topics/named-entity/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "expected_answer_contains": [ "Pomenované entity" ], "should_answer": true }, { "id": "q0641", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom anotácia.", "expected_documents": [ "pages/topics/named-entity/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "expected_answer_contains": [ "Pomenované entity" ], "should_answer": true }, { "id": "q0642", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.", "expected_documents": [ "pages/topics/python/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python" ], "expected_answer_contains": [ "Jazyk Python" ], "should_answer": true }, { "id": "q0643", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?", "expected_documents": [ "pages/topics/python/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python" ], "expected_answer_contains": [ "Jazyk Python" ], "should_answer": true }, { "id": "q0644", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Jazyk Python“?", "expected_documents": [ "pages/topics/python/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/python" ], "should_answer": true }, { "id": "q0645", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom Python.", "expected_documents": [ "pages/topics/python/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python" ], "expected_answer_contains": [ "Jazyk Python" ], "should_answer": true }, { "id": "q0646", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.", "expected_documents": [ "pages/topics/akopisat/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "expected_answer_contains": [ "Záverečné práce a projekty" ], "should_answer": true }, { "id": "q0647", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?", "expected_documents": [ "pages/topics/akopisat/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "expected_answer_contains": [ "Záverečné práce a projekty" ], "should_answer": true }, { "id": "q0648", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?", "expected_documents": [ "pages/topics/akopisat/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "should_answer": true }, { "id": "q0649", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom záverečné práce.", "expected_documents": [ "pages/topics/akopisat/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "expected_answer_contains": [ "Záverečné práce a projekty" ], "should_answer": true }, { "id": "q0650", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom projekty.", "expected_documents": [ "pages/topics/akopisat/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "expected_answer_contains": [ "Záverečné práce a projekty" ], "should_answer": true }, { "id": "q0651", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", "expected_documents": [ "pages/topics/prodigy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy" ], "expected_answer_contains": [ "Anotácia textových dát" ], "should_answer": true }, { "id": "q0652", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", "expected_documents": [ "pages/topics/prodigy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy" ], "expected_answer_contains": [ "Anotácia textových dát" ], "should_answer": true }, { "id": "q0653", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", "expected_documents": [ "pages/topics/prodigy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy" ], "should_answer": true }, { "id": "q0654", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq" ], "expected_answer_contains": [ "Prepis postupností" ], "should_answer": true }, { "id": "q0655", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq" ], "expected_answer_contains": [ "Prepis postupností" ], "should_answer": true }, { "id": "q0656", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Prepis postupností“?", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq" ], "should_answer": true }, { "id": "q0657", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom seq2seq.", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq" ], "expected_answer_contains": [ "Prepis postupností" ], "should_answer": true }, { "id": "q0658", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom prepis postupností.", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq" ], "expected_answer_contains": [ "Prepis postupností" ], "should_answer": true }, { "id": "q0659", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", "expected_documents": [ "pages/topics/resources/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources" ], "expected_answer_contains": [ "Slovenské jazykové zdroje" ], "should_answer": true }, { "id": "q0660", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", "expected_documents": [ "pages/topics/resources/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources" ], "expected_answer_contains": [ "Slovenské jazykové zdroje" ], "should_answer": true }, { "id": "q0661", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", "expected_documents": [ "pages/topics/resources/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/resources" ], "should_answer": true }, { "id": "q0662", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom slovenské jazykové zdroje.", "expected_documents": [ "pages/topics/resources/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources" ], "expected_answer_contains": [ "Slovenské jazykové zdroje" ], "should_answer": true }, { "id": "q0663", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom korpusy.", "expected_documents": [ "pages/topics/resources/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources" ], "expected_answer_contains": [ "Slovenské jazykové zdroje" ], "should_answer": true }, { "id": "q0664", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.", "expected_documents": [ "pages/topics/nlp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "expected_answer_contains": [ "Nástroje a zdroje pre spracovanie prirodzeného jazyka" ], "should_answer": true }, { "id": "q0665", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "expected_documents": [ "pages/topics/nlp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "expected_answer_contains": [ "Nástroje a zdroje pre spracovanie prirodzeného jazyka" ], "should_answer": true }, { "id": "q0666", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "expected_documents": [ "pages/topics/nlp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "should_answer": true }, { "id": "q0667", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom NLP.", "expected_documents": [ "pages/topics/nlp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "expected_answer_contains": [ "Nástroje a zdroje pre spracovanie prirodzeného jazyka" ], "should_answer": true }, { "id": "q0668", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom nástroje.", "expected_documents": [ "pages/topics/nlp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "expected_answer_contains": [ "Nástroje a zdroje pre spracovanie prirodzeného jazyka" ], "should_answer": true }, { "id": "q0669", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom jazykové zdroje.", "expected_documents": [ "pages/topics/nlp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "expected_answer_contains": [ "Nástroje a zdroje pre spracovanie prirodzeného jazyka" ], "should_answer": true }, { "id": "q0670", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "expected_answer_contains": [ "Tvorba nezodpovedateľných otázok" ], "should_answer": true }, { "id": "q0671", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "expected_answer_contains": [ "Tvorba nezodpovedateľných otázok" ], "should_answer": true }, { "id": "q0672", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "should_answer": true }, { "id": "q0673", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom nezodpovedateľné otázky.", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "expected_answer_contains": [ "Tvorba nezodpovedateľných otázok" ], "should_answer": true }, { "id": "q0674", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom Question Answering.", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "expected_answer_contains": [ "Tvorba nezodpovedateľných otázok" ], "should_answer": true }, { "id": "q0675", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", "expected_documents": [ "pages/topics/question/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "expected_answer_contains": [ "Anotácia otázok a odpovedí" ], "should_answer": true }, { "id": "q0676", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", "expected_documents": [ "pages/topics/question/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "expected_answer_contains": [ "Anotácia otázok a odpovedí" ], "should_answer": true }, { "id": "q0677", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", "expected_documents": [ "pages/topics/question/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "should_answer": true }, { "id": "q0678", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom anotácia otázok.", "expected_documents": [ "pages/topics/question/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "expected_answer_contains": [ "Anotácia otázok a odpovedí" ], "should_answer": true }, { "id": "q0679", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom odpovede.", "expected_documents": [ "pages/topics/question/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "expected_answer_contains": [ "Anotácia otázok a odpovedí" ], "should_answer": true }, { "id": "q0680", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "expected_answer_contains": [ "Validácia otázok a odpovedí" ], "should_answer": true }, { "id": "q0681", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "expected_answer_contains": [ "Validácia otázok a odpovedí" ], "should_answer": true }, { "id": "q0682", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "should_answer": true }, { "id": "q0683", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi tematický dokument súvisiaci s pojmom validácia.", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "expected_answer_contains": [ "Validácia otázok a odpovedí" ], "should_answer": true }, { "id": "q0684", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "expected_answer_contains": [ "Anotácia pomenovaných entít" ], "should_answer": true }, { "id": "q0685", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "expected_answer_contains": [ "Anotácia pomenovaných entít" ], "should_answer": true }, { "id": "q0686", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "expected_answer_contains": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "should_answer": true }, { "id": "q0687", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "RAG", "GraphRAG" ], "should_answer": true }, { "id": "q0688", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/interns/dries_huybens/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/interns/dries_huybens" ], "expected_answer_contains": [ "znalostný graf", "RAG", "agent" ], "should_answer": true }, { "id": "q0689", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/interns/cesar_gutierrez/README.md", "pages/topics/named-entity/README.md", "pages/topics/named-entity/navod/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "expected_answer_contains": [ "pomenované entity", "NER" ], "should_answer": true }, { "id": "q0690", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md", "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "...", "...", "...", "...", "..." ], "expected_answer_contains": [ "strojový preklad", "automatický preklad" ], "should_answer": true } ]