jp170na/dp-zp-agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
b17b5ed7a4
dp-zp-agent/evaluation/questions_before_ambiguity_cleanup.json
jp170na e4e5c77afb evaluation
2026-08-14 22:58:43 +02:00

11917 lines
335 KiB
JSON
Raw Blame History

[
{
"id": "q0001",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Ján Holp.",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp"
],
"should_answer": true
},
{
"id": "q0002",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Ján Holp?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Systém získavania informácií v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0003",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp"
],
"should_answer": true
},
{
"id": "q0004",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"Systém získavania informácií v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0005",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Ján Holp?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Systém získavania informácií v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0006",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Ján Holp?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0007",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0008",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0009",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0010",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0011",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"získavanie informácií"
],
"should_answer": true
},
{
"id": "q0012",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"PageRank"
],
"should_answer": true
},
{
"id": "q0013",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"slovenský internet"
],
"should_answer": true
},
{
"id": "q0014",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Čo bolo implementované v stave práce Jána Holpa?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"PageRank",
"indexovanie webových stránok"
],
"should_answer": true
},
{
"id": "q0015",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký bol názov bakalárskej práce Jána Holpa?",
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Vyhľadávač na slovenskom internete"
],
"should_answer": true
},
{
"id": "q0016",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Maroš Harahus.",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus"
],
"should_answer": true
},
{
"id": "q0017",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Maroš Harahus?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Neurónová morfologická anotácia slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0018",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus"
],
"should_answer": true
},
{
"id": "q0019",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"Neurónová morfologická anotácia slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0020",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Maroš Harahus?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Neurónová morfologická anotácia slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0021",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0022",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"morfologická anotácia"
],
"should_answer": true
},
{
"id": "q0023",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy"
],
"should_answer": true
},
{
"id": "q0024",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"grafové neurónové siete"
],
"should_answer": true
},
{
"id": "q0025",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Spacy"
],
"should_answer": true
},
{
"id": "q0026",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?",
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"grafové neurónové siete"
],
"should_answer": true
},
{
"id": "q0027",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Tomáš Kuchárik.",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik"
],
"should_answer": true
},
{
"id": "q0028",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
],
"should_answer": true
},
{
"id": "q0029",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik"
],
"should_answer": true
},
{
"id": "q0030",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
],
"should_answer": true
},
{
"id": "q0031",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Tomáš Kuchárik?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
],
"should_answer": true
},
{
"id": "q0032",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0033",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"Question Answering"
],
"should_answer": true
},
{
"id": "q0034",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"SQuAD"
],
"should_answer": true
},
{
"id": "q0035",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"strojový preklad"
],
"should_answer": true
},
{
"id": "q0036",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"
],
"should_answer": true
},
{
"id": "q0037",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?",
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"SQUAD"
],
"should_answer": true
},
{
"id": "q0038",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Jakub Maruniak.",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak"
],
"should_answer": true
},
{
"id": "q0039",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Jakub Maruniak?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0040",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak"
],
"should_answer": true
},
{
"id": "q0041",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0042",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Jakub Maruniak?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0043",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Jakub Maruniak?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0044",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0045",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0046",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0047",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0048",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"pomenované entity"
],
"should_answer": true
},
{
"id": "q0049",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Spacy"
],
"should_answer": true
},
{
"id": "q0050",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Prodigy"
],
"should_answer": true
},
{
"id": "q0051",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Prodigy"
],
"should_answer": true
},
{
"id": "q0052",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Lukáš Pokrývka.",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka"
],
"should_answer": true
},
{
"id": "q0053",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Paralelné trénovanie neurónových sietí"
],
"should_answer": true
},
{
"id": "q0054",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka"
],
"should_answer": true
},
{
"id": "q0055",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"Paralelné trénovanie neurónových sietí"
],
"should_answer": true
},
{
"id": "q0056",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Lukáš Pokrývka?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Paralelné trénovanie neurónových sietí"
],
"should_answer": true
},
{
"id": "q0057",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Lukáš Pokrývka?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0058",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0059",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0060",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0061",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0062",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"PyTorch"
],
"should_answer": true
},
{
"id": "q0063",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"NCCL"
],
"should_answer": true
},
{
"id": "q0064",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"GPU"
],
"should_answer": true
},
{
"id": "q0065",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"LUNA"
],
"should_answer": true
},
{
"id": "q0066",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?",
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"NCCL"
],
"should_answer": true
},
{
"id": "q0067",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Dárius Lindvai.",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai"
],
"should_answer": true
},
{
"id": "q0068",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Dárius Lindvai?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
],
"should_answer": true
},
{
"id": "q0069",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai"
],
"should_answer": true
},
{
"id": "q0070",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
],
"should_answer": true
},
{
"id": "q0071",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Dárius Lindvai?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
],
"should_answer": true
},
{
"id": "q0072",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Dárius Lindvai?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0073",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"2016"
],
"should_answer": true
},
{
"id": "q0074",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0075",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0076",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"2016",
"2021"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0077",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"interpunkcia"
],
"should_answer": true
},
{
"id": "q0078",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"BiLSTM"
],
"should_answer": true
},
{
"id": "q0079",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"CRF"
],
"should_answer": true
},
{
"id": "q0080",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"BiLSTM",
"CRF"
],
"should_answer": true
},
{
"id": "q0081",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?",
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Precision",
"Recall"
],
"should_answer": true
},
{
"id": "q0082",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Dominik Nagy.",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy"
],
"should_answer": true
},
{
"id": "q0083",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Dominik Nagy?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Neurónový strojový preklad pomocou knižnice Fairseq"
],
"should_answer": true
},
{
"id": "q0084",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy"
],
"should_answer": true
},
{
"id": "q0085",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"Neurónový strojový preklad pomocou knižnice Fairseq"
],
"should_answer": true
},
{
"id": "q0086",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Dominik Nagy?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Neurónový strojový preklad pomocou knižnice Fairseq"
],
"should_answer": true
},
{
"id": "q0087",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0088",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"strojový preklad"
],
"should_answer": true
},
{
"id": "q0089",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"Fairseq"
],
"should_answer": true
},
{
"id": "q0090",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"MBART"
],
"should_answer": true
},
{
"id": "q0091",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"angličtina",
"slovenčina"
],
"should_answer": true
},
{
"id": "q0092",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"BPE",
"sentencepiece",
"wordpiece"
],
"should_answer": true
},
{
"id": "q0093",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Márk Fehér.",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér"
],
"should_answer": true
},
{
"id": "q0094",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Márk Fehér?",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Klasifikácia textu metódami strojového učenia"
],
"should_answer": true
},
{
"id": "q0095",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér"
],
"should_answer": true
},
{
"id": "q0096",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér",
"Klasifikácia textu metódami strojového učenia"
],
"should_answer": true
},
{
"id": "q0097",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Márk Fehér?",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Klasifikácia textu metódami strojového učenia"
],
"should_answer": true
},
{
"id": "q0098",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0099",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér",
"klasifikácia textu"
],
"should_answer": true
},
{
"id": "q0100",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér",
"strojové učenie"
],
"should_answer": true
},
{
"id": "q0101",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?",
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér",
"scikit"
],
"should_answer": true
},
{
"id": "q0102",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Patrik Pavlišin.",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin"
],
"should_answer": true
},
{
"id": "q0103",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Metódy automatického prekladu"
],
"should_answer": true
},
{
"id": "q0104",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin"
],
"should_answer": true
},
{
"id": "q0105",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"Metódy automatického prekladu"
],
"should_answer": true
},
{
"id": "q0106",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Patrik Pavlišin?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Metódy automatického prekladu"
],
"should_answer": true
},
{
"id": "q0107",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"2020"
],
"should_answer": true
},
{
"id": "q0108",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"automatický preklad"
],
"should_answer": true
},
{
"id": "q0109",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"paralelný korpus"
],
"should_answer": true
},
{
"id": "q0110",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"strojový preklad"
],
"should_answer": true
},
{
"id": "q0111",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?",
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"paralelný korpus"
],
"should_answer": true
},
{
"id": "q0112",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Dmytro Ushatenko.",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko"
],
"should_answer": true
},
{
"id": "q0113",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Jednoduchý chatbot v jazyku Python"
],
"should_answer": true
},
{
"id": "q0114",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko"
],
"should_answer": true
},
{
"id": "q0115",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"Jednoduchý chatbot v jazyku Python"
],
"should_answer": true
},
{
"id": "q0116",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Dmytro Ushatenko?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Jednoduchý chatbot v jazyku Python"
],
"should_answer": true
},
{
"id": "q0117",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"2020"
],
"should_answer": true
},
{
"id": "q0118",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"chatbot"
],
"should_answer": true
},
{
"id": "q0119",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"Python"
],
"should_answer": true
},
{
"id": "q0120",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"dialógový systém"
],
"should_answer": true
},
{
"id": "q0121",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "O čom mal informovať chatbot Dmytra Ushatenka?",
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"možnostiach štúdia na katedre"
],
"should_answer": true
},
{
"id": "q0122",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Ondrej Megela.",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela"
],
"should_answer": true
},
{
"id": "q0123",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Ondrej Megela?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Neurónové jazykové modelovanie typu BERT"
],
"should_answer": true
},
{
"id": "q0124",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela"
],
"should_answer": true
},
{
"id": "q0125",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"Neurónové jazykové modelovanie typu BERT"
],
"should_answer": true
},
{
"id": "q0126",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Ondrej Megela?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Neurónové jazykové modelovanie typu BERT"
],
"should_answer": true
},
{
"id": "q0127",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"2020"
],
"should_answer": true
},
{
"id": "q0128",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"BERT"
],
"should_answer": true
},
{
"id": "q0129",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"jazykové modelovanie"
],
"should_answer": true
},
{
"id": "q0130",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"neurónové siete"
],
"should_answer": true
},
{
"id": "q0131",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?",
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"BERT"
],
"should_answer": true
},
{
"id": "q0132",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Martin Wencel.",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel"
],
"should_answer": true
},
{
"id": "q0133",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Martin Wencel?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
],
"should_answer": true
},
{
"id": "q0134",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel"
],
"should_answer": true
},
{
"id": "q0135",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
],
"should_answer": true
},
{
"id": "q0136",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Martin Wencel?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
],
"should_answer": true
},
{
"id": "q0137",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"2020"
],
"should_answer": true
},
{
"id": "q0138",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"Spacy"
],
"should_answer": true
},
{
"id": "q0139",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"morfologická analýza"
],
"should_answer": true
},
{
"id": "q0140",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"pomenované entity"
],
"should_answer": true
},
{
"id": "q0141",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?",
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"parsing",
"morfologická analýza",
"rozpoznávanie pomenovaných entít"
],
"should_answer": true
},
{
"id": "q0142",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Dávid Omasta.",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta"
],
"should_answer": true
},
{
"id": "q0143",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Dávid Omasta?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0144",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta"
],
"should_answer": true
},
{
"id": "q0145",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0146",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Dávid Omasta?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0147",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"2024"
],
"should_answer": true
},
{
"id": "q0148",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"generatívne modely"
],
"should_answer": true
},
{
"id": "q0149",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"Question Answering"
],
"should_answer": true
},
{
"id": "q0150",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"slovenčina"
],
"should_answer": true
},
{
"id": "q0151",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dotrénovanie slovenského generatívneho jazykového modelu"
],
"should_answer": true
},
{
"id": "q0152",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?",
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Generatívne modely slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0153",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Filip Tomáš.",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš"
],
"should_answer": true
},
{
"id": "q0154",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Filip Tomáš?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
],
"should_answer": true
},
{
"id": "q0155",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš"
],
"should_answer": true
},
{
"id": "q0156",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
],
"should_answer": true
},
{
"id": "q0157",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Filip Tomáš?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
],
"should_answer": true
},
{
"id": "q0158",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0159",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"CI/CD"
],
"should_answer": true
},
{
"id": "q0160",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"Docker Compose"
],
"should_answer": true
},
{
"id": "q0161",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"microk8s"
],
"should_answer": true
},
{
"id": "q0162",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"microk8s"
],
"should_answer": true
},
{
"id": "q0163",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?",
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"5"
],
"should_answer": true
},
{
"id": "q0164",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Kristián Sopkovič.",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič"
],
"should_answer": true
},
{
"id": "q0165",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
],
"should_answer": true
},
{
"id": "q0166",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič"
],
"should_answer": true
},
{
"id": "q0167",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
],
"should_answer": true
},
{
"id": "q0168",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Kristián Sopkovič?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
],
"should_answer": true
},
{
"id": "q0169",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0170",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"Spacy"
],
"should_answer": true
},
{
"id": "q0171",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"slovenčina"
],
"should_answer": true
},
{
"id": "q0172",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"transformery"
],
"should_answer": true
},
{
"id": "q0173",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?",
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Zlepšiť presnosť modelu Spacy pre slovenčinu"
],
"should_answer": true
},
{
"id": "q0174",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Michal Stromko.",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko"
],
"should_answer": true
},
{
"id": "q0175",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Michal Stromko?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Indexovanie slovenského textu pomocou Elasticsearch"
],
"should_answer": true
},
{
"id": "q0176",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko"
],
"should_answer": true
},
{
"id": "q0177",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"Indexovanie slovenského textu pomocou Elasticsearch"
],
"should_answer": true
},
{
"id": "q0178",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Michal Stromko?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Indexovanie slovenského textu pomocou Elasticsearch"
],
"should_answer": true
},
{
"id": "q0179",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0180",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"Elasticsearch"
],
"should_answer": true
},
{
"id": "q0181",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"vyhľadávanie"
],
"should_answer": true
},
{
"id": "q0182",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"FAISS"
],
"should_answer": true
},
{
"id": "q0183",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký indexovací systém používala bakalárska práca Michala Stromka?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Elasticsearch"
],
"should_answer": true
},
{
"id": "q0184",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?",
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"5"
],
"should_answer": true
},
{
"id": "q0185",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Alina Vitko.",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko"
],
"should_answer": true
},
{
"id": "q0186",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Alina Vitko?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
],
"should_answer": true
},
{
"id": "q0187",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko"
],
"should_answer": true
},
{
"id": "q0188",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
],
"should_answer": true
},
{
"id": "q0189",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Alina Vitko?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
],
"should_answer": true
},
{
"id": "q0190",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Alina Vitko?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"2019"
],
"should_answer": true
},
{
"id": "q0191",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"2019"
],
"should_answer": true
},
{
"id": "q0192",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0193",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"2019",
"2022"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0194",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"2019",
"2022"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0195",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"Question Answering"
],
"should_answer": true
},
{
"id": "q0196",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"Streamlit"
],
"should_answer": true
},
{
"id": "q0197",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"Docker"
],
"should_answer": true
},
{
"id": "q0198",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Streamlit"
],
"should_answer": true
},
{
"id": "q0199",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?",
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"SlovakBERT"
],
"should_answer": true
},
{
"id": "q0200",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Artem Yatsenko.",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko"
],
"should_answer": true
},
{
"id": "q0201",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Artem Yatsenko?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0202",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko"
],
"should_answer": true
},
{
"id": "q0203",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0204",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Artem Yatsenko?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
],
"should_answer": true
},
{
"id": "q0205",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Artem Yatsenko?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"2019"
],
"should_answer": true
},
{
"id": "q0206",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"2019"
],
"should_answer": true
},
{
"id": "q0207",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0208",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"2019",
"2022"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0209",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"2019",
"2022"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0210",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"pomenované entity"
],
"should_answer": true
},
{
"id": "q0211",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"Spacy"
],
"should_answer": true
},
{
"id": "q0212",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"anotácia"
],
"should_answer": true
},
{
"id": "q0213",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?",
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"20"
],
"should_answer": true
},
{
"id": "q0214",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Martin Šarišský.",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský"
],
"should_answer": true
},
{
"id": "q0215",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Martin Šarišský?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Agentové systémy pomocou veľkého jazykového modelu"
],
"should_answer": true
},
{
"id": "q0216",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský"
],
"should_answer": true
},
{
"id": "q0217",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"Agentové systémy pomocou veľkého jazykového modelu"
],
"should_answer": true
},
{
"id": "q0218",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Martin Šarišský?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Agentové systémy pomocou veľkého jazykového modelu"
],
"should_answer": true
},
{
"id": "q0219",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Martin Šarišský?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0220",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0221",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0222",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"2021",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0223",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"2021",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0224",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"agent"
],
"should_answer": true
},
{
"id": "q0225",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"právne informácie"
],
"should_answer": true
},
{
"id": "q0226",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"DeepEval"
],
"should_answer": true
},
{
"id": "q0227",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Faithfulness",
"AnswerRelevancy",
"ContextualRelevancy"
],
"should_answer": true
},
{
"id": "q0228",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?",
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Docling"
],
"should_answer": true
},
{
"id": "q0229",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Matej Ščišľak.",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak"
],
"should_answer": true
},
{
"id": "q0230",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Matej Ščišľak?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
],
"should_answer": true
},
{
"id": "q0231",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak"
],
"should_answer": true
},
{
"id": "q0232",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
],
"should_answer": true
},
{
"id": "q0233",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Matej Ščišľak?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
],
"should_answer": true
},
{
"id": "q0234",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Matej Ščišľak?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0235",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0236",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0237",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"2021",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0238",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"2021",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0239",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"GraphRAG"
],
"should_answer": true
},
{
"id": "q0240",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"Neo4J"
],
"should_answer": true
},
{
"id": "q0241",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"FAISS"
],
"should_answer": true
},
{
"id": "q0242",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"FAISS",
"Neo4J"
],
"should_answer": true
},
{
"id": "q0243",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"110"
],
"should_answer": true
},
{
"id": "q0244",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?",
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Dialógový systém pre potreby samosprávy"
],
"should_answer": true
},
{
"id": "q0245",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Vladimír Ferko.",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko"
],
"should_answer": true
},
{
"id": "q0246",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Vladimír Ferko?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
],
"should_answer": true
},
{
"id": "q0247",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko"
],
"should_answer": true
},
{
"id": "q0248",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko",
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
],
"should_answer": true
},
{
"id": "q0249",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Vladimír Ferko?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
],
"should_answer": true
},
{
"id": "q0250",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Vladimír Ferko?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0251",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0252",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"2024"
],
"should_answer": true
},
{
"id": "q0253",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"2021",
"2024"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0254",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"2021",
"2024"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0255",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko",
"hate speech"
],
"should_answer": true
},
{
"id": "q0256",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko",
"anotácia"
],
"should_answer": true
},
{
"id": "q0257",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko",
"SlovakBERT"
],
"should_answer": true
},
{
"id": "q0258",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký model Vladimír Ferko natrénoval ako prvý?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"slovakbert"
],
"should_answer": true
},
{
"id": "q0259",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?",
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"OffensEval"
],
"should_answer": true
},
{
"id": "q0260",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Eduard Matovka.",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka"
],
"should_answer": true
},
{
"id": "q0261",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Eduard Matovka?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Slovenská konverzačná umelá inteligencia"
],
"should_answer": true
},
{
"id": "q0262",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka"
],
"should_answer": true
},
{
"id": "q0263",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka",
"Slovenská konverzačná umelá inteligencia"
],
"should_answer": true
},
{
"id": "q0264",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Eduard Matovka?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Slovenská konverzačná umelá inteligencia"
],
"should_answer": true
},
{
"id": "q0265",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Eduard Matovka?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0266",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0267",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"2024"
],
"should_answer": true
},
{
"id": "q0268",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"2021",
"2024"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0269",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"2021",
"2024"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0270",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka",
"slovenský jazykový model"
],
"should_answer": true
},
{
"id": "q0271",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka",
"LLAMA"
],
"should_answer": true
},
{
"id": "q0272",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka",
"SlovakAlpaca"
],
"should_answer": true
},
{
"id": "q0273",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký bol predbežný cieľ práce Eduarda Matovku?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Natrénovať jazykový model pre jednoduchú slovenskú konverzáciu"
],
"should_answer": true
},
{
"id": "q0274",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?",
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Gemma",
"RWKV"
],
"should_answer": true
},
{
"id": "q0275",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Matej Novotný.",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný"
],
"should_answer": true
},
{
"id": "q0276",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Matej Novotný?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Klasifikácia webových dát pre lepšie jazykové modelovanie"
],
"should_answer": true
},
{
"id": "q0277",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný"
],
"should_answer": true
},
{
"id": "q0278",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný",
"Klasifikácia webových dát pre lepšie jazykové modelovanie"
],
"should_answer": true
},
{
"id": "q0279",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Matej Novotný?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Klasifikácia webových dát pre lepšie jazykové modelovanie"
],
"should_answer": true
},
{
"id": "q0280",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Matej Novotný?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0281",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"2021"
],
"should_answer": true
},
{
"id": "q0282",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0283",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"2021",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0284",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"2021",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0285",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný",
"webové dáta"
],
"should_answer": true
},
{
"id": "q0286",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný",
"klasifikácia"
],
"should_answer": true
},
{
"id": "q0287",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?",
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný",
"jazykové modelovanie"
],
"should_answer": true
},
{
"id": "q0288",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Andrii Pervashov.",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov"
],
"should_answer": true
},
{
"id": "q0289",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Andrii Pervashov?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
],
"should_answer": true
},
{
"id": "q0290",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov"
],
"should_answer": true
},
{
"id": "q0291",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
],
"should_answer": true
},
{
"id": "q0292",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Andrii Pervashov?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
],
"should_answer": true
},
{
"id": "q0293",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Andrii Pervashov?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0294",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0295",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"2027"
],
"should_answer": true
},
{
"id": "q0296",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"2022",
"2027"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0297",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"2022",
"2027"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0298",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"speech-to-text"
],
"should_answer": true
},
{
"id": "q0299",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"OpenWebUI"
],
"should_answer": true
},
{
"id": "q0300",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"štruktúrované informácie"
],
"should_answer": true
},
{
"id": "q0301",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"OpenWebUI"
],
"should_answer": true
},
{
"id": "q0302",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?",
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"štruktúrovanej podoby"
],
"should_answer": true
},
{
"id": "q0303",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Valerii Kutsenko.",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko"
],
"should_answer": true
},
{
"id": "q0304",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Valerii Kutsenko?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Zlepšenie vyhľadávania pomocou znalostných grafov"
],
"should_answer": true
},
{
"id": "q0305",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko"
],
"should_answer": true
},
{
"id": "q0306",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"Zlepšenie vyhľadávania pomocou znalostných grafov"
],
"should_answer": true
},
{
"id": "q0307",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Valerii Kutsenko?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Zlepšenie vyhľadávania pomocou znalostných grafov"
],
"should_answer": true
},
{
"id": "q0308",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Valerii Kutsenko?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0309",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0310",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"2027"
],
"should_answer": true
},
{
"id": "q0311",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"2022",
"2027"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0312",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"2022",
"2027"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0313",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"znalostný graf"
],
"should_answer": true
},
{
"id": "q0314",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"RAG"
],
"should_answer": true
},
{
"id": "q0315",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"GraphRAG"
],
"should_answer": true
},
{
"id": "q0316",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?",
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"vzdelávanie",
"právo",
"medicína"
],
"should_answer": true
},
{
"id": "q0317",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Oleh Poiasnik.",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik"
],
"should_answer": true
},
{
"id": "q0318",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomová práca osoby Oleh Poiasnik?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Expertný agentový systém na podporu rozhodovania v lekárni"
],
"should_answer": true
},
{
"id": "q0319",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik"
],
"should_answer": true
},
{
"id": "q0320",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"Expertný agentový systém na podporu rozhodovania v lekárni"
],
"should_answer": true
},
{
"id": "q0321",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Oleh Poiasnik?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Expertný agentový systém na podporu rozhodovania v lekárni"
],
"should_answer": true
},
{
"id": "q0322",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Oleh Poiasnik?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0323",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0324",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"2027"
],
"should_answer": true
},
{
"id": "q0325",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"2022",
"2027"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0326",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"2022",
"2027"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0327",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"lekáreň"
],
"should_answer": true
},
{
"id": "q0328",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"znalostný graf"
],
"should_answer": true
},
{
"id": "q0329",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"LightRAG"
],
"should_answer": true
},
{
"id": "q0330",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"ADC"
],
"should_answer": true
},
{
"id": "q0331",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"LightRAG"
],
"should_answer": true
},
{
"id": "q0332",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?",
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"500"
],
"should_answer": true
},
{
"id": "q0333",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Tetiana Mohorian.",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian"
],
"should_answer": true
},
{
"id": "q0334",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
],
"should_answer": true
},
{
"id": "q0335",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian"
],
"should_answer": true
},
{
"id": "q0336",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
],
"should_answer": true
},
{
"id": "q0337",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Tetiana Mohorian?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
],
"should_answer": true
},
{
"id": "q0338",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Tetiana Mohorian?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0339",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0340",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"2025"
],
"should_answer": true
},
{
"id": "q0341",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"2022",
"2025"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0342",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"2022",
"2025"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0343",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"hate speech"
],
"should_answer": true
},
{
"id": "q0344",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"LLM"
],
"should_answer": true
},
{
"id": "q0345",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"prompting"
],
"should_answer": true
},
{
"id": "q0346",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"prompting",
"LORA"
],
"should_answer": true
},
{
"id": "q0347",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?",
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Slovak T5-small"
],
"should_answer": true
},
{
"id": "q0348",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Vladyslav Yanchenko.",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko"
],
"should_answer": true
},
{
"id": "q0349",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
],
"should_answer": true
},
{
"id": "q0350",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko"
],
"should_answer": true
},
{
"id": "q0351",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko",
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
],
"should_answer": true
},
{
"id": "q0352",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Vladyslav Yanchenko?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
],
"should_answer": true
},
{
"id": "q0353",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Vladyslav Yanchenko?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0354",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0355",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"2025"
],
"should_answer": true
},
{
"id": "q0356",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"2022",
"2025"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0357",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"2022",
"2025"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0358",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko",
"cloud"
],
"should_answer": true
},
{
"id": "q0359",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko",
"Kubernetes"
],
"should_answer": true
},
{
"id": "q0360",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko",
"Azure"
],
"should_answer": true
},
{
"id": "q0361",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"SpringBoot",
"React-Next.js"
],
"should_answer": true
},
{
"id": "q0362",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?",
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Azure PostgreSQL"
],
"should_answer": true
},
{
"id": "q0363",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Daniil Huzenko.",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko"
],
"should_answer": true
},
{
"id": "q0364",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Daniil Huzenko?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
],
"should_answer": true
},
{
"id": "q0365",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko"
],
"should_answer": true
},
{
"id": "q0366",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
],
"should_answer": true
},
{
"id": "q0367",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Daniil Huzenko?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
],
"should_answer": true
},
{
"id": "q0368",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Daniil Huzenko?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0369",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0370",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"2025"
],
"should_answer": true
},
{
"id": "q0371",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"2022",
"2025"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0372",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"2022",
"2025"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0373",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"Kubernetes"
],
"should_answer": true
},
{
"id": "q0374",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"Raspberry Pi"
],
"should_answer": true
},
{
"id": "q0375",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"hybridný cloud"
],
"should_answer": true
},
{
"id": "q0376",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Raspberry PI"
],
"should_answer": true
},
{
"id": "q0377",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?",
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Ansible"
],
"should_answer": true
},
{
"id": "q0378",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Ján Pták.",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták"
],
"should_answer": true
},
{
"id": "q0379",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomový projekt osoby Ján Pták?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Agent pre manažment záverečných prác"
],
"should_answer": true
},
{
"id": "q0380",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták"
],
"should_answer": true
},
{
"id": "q0381",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"Agent pre manažment záverečných prác"
],
"should_answer": true
},
{
"id": "q0382",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Ján Pták?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Agent pre manažment záverečných prác"
],
"should_answer": true
},
{
"id": "q0383",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Ján Pták?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0384",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0385",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0386",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"2022",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0387",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"2022",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0388",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"RAG"
],
"should_answer": true
},
{
"id": "q0389",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"OpenWebUI"
],
"should_answer": true
},
{
"id": "q0390",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"Docker"
],
"should_answer": true
},
{
"id": "q0391",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"OpenWebUI"
],
"should_answer": true
},
{
"id": "q0392",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"WebHOOK"
],
"should_answer": true
},
{
"id": "q0393",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akú databázu a backend už Ján Pták podľa stavu používal?",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"SQLite",
"FastAPI"
],
"should_answer": true
},
{
"id": "q0394",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Ján Malinovský.",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský"
],
"should_answer": true
},
{
"id": "q0395",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov diplomový projekt osoby Ján Malinovský?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Grafové vyhľadávanie pre podporu vzdelávania"
],
"should_answer": true
},
{
"id": "q0396",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský"
],
"should_answer": true
},
{
"id": "q0397",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"Grafové vyhľadávanie pre podporu vzdelávania"
],
"should_answer": true
},
{
"id": "q0398",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Ján Malinovský?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Grafové vyhľadávanie pre podporu vzdelávania"
],
"should_answer": true
},
{
"id": "q0399",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Ján Malinovský?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0400",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0401",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0402",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"2022",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0403",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"2022",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0404",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"RAG"
],
"should_answer": true
},
{
"id": "q0405",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"GraphRAG"
],
"should_answer": true
},
{
"id": "q0406",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"znalostný graf"
],
"should_answer": true
},
{
"id": "q0407",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"vzdelávania"
],
"should_answer": true
},
{
"id": "q0408",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"výchovné opatrenia",
"osnovy",
"asistent pedagóga"
],
"should_answer": true
},
{
"id": "q0409",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Maksym Zatirka.",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka"
],
"should_answer": true
},
{
"id": "q0410",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Maksym Zatirka?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Grafová databáza pre podporu generovania slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0411",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka"
],
"should_answer": true
},
{
"id": "q0412",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"Grafová databáza pre podporu generovania slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0413",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Maksym Zatirka?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Grafová databáza pre podporu generovania slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0414",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Maksym Zatirka?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0415",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0416",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0417",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0418",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0419",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"grafová databáza"
],
"should_answer": true
},
{
"id": "q0420",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"slovenské právo"
],
"should_answer": true
},
{
"id": "q0421",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"znalostný graf"
],
"should_answer": true
},
{
"id": "q0422",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?",
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"slovenské právo"
],
"should_answer": true
},
{
"id": "q0423",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Rostyslav Rodzhuk.",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk"
],
"should_answer": true
},
{
"id": "q0424",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
],
"should_answer": true
},
{
"id": "q0425",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk"
],
"should_answer": true
},
{
"id": "q0426",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
],
"should_answer": true
},
{
"id": "q0427",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Rostyslav Rodzhuk?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
],
"should_answer": true
},
{
"id": "q0428",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Rostyslav Rodzhuk?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0429",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0430",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0431",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0432",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0433",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"agent"
],
"should_answer": true
},
{
"id": "q0434",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"špeciálny pedagóg"
],
"should_answer": true
},
{
"id": "q0435",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"LLM"
],
"should_answer": true
},
{
"id": "q0436",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?",
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"špeciálnemu pedagógovi"
],
"should_answer": true
},
{
"id": "q0437",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Yevhenii Medushivskyi.",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi"
],
"should_answer": true
},
{
"id": "q0438",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Získavanie textu z webových stránok"
],
"should_answer": true
},
{
"id": "q0439",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi"
],
"should_answer": true
},
{
"id": "q0440",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi",
"Získavanie textu z webových stránok"
],
"should_answer": true
},
{
"id": "q0441",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Yevhenii Medushivskyi?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Získavanie textu z webových stránok"
],
"should_answer": true
},
{
"id": "q0442",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Yevhenii Medushivskyi?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0443",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0444",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0445",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0446",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0447",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi",
"crawler"
],
"should_answer": true
},
{
"id": "q0448",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi",
"webový korpus"
],
"should_answer": true
},
{
"id": "q0449",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi",
"deduplikácia"
],
"should_answer": true
},
{
"id": "q0450",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"450MB"
],
"should_answer": true
},
{
"id": "q0451",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?",
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"justext"
],
"should_answer": true
},
{
"id": "q0452",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Ronald Zalacko.",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko"
],
"should_answer": true
},
{
"id": "q0453",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Ronald Zalacko?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Skórovací online systém pre robotické súťaže"
],
"should_answer": true
},
{
"id": "q0454",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko"
],
"should_answer": true
},
{
"id": "q0455",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"Skórovací online systém pre robotické súťaže"
],
"should_answer": true
},
{
"id": "q0456",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Ronald Zalacko?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Skórovací online systém pre robotické súťaže"
],
"should_answer": true
},
{
"id": "q0457",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Ronald Zalacko?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0458",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0459",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0460",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0461",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0462",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"robotické súťaže"
],
"should_answer": true
},
{
"id": "q0463",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"Docker"
],
"should_answer": true
},
{
"id": "q0464",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"webová aplikácia"
],
"should_answer": true
},
{
"id": "q0465",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?",
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"robotické súťaže"
],
"should_answer": true
},
{
"id": "q0466",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Oleksandr Dorybohov.",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov"
],
"should_answer": true
},
{
"id": "q0467",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Automatické odpovede na otázky v právnej oblasti"
],
"should_answer": true
},
{
"id": "q0468",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov"
],
"should_answer": true
},
{
"id": "q0469",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"Automatické odpovede na otázky v právnej oblasti"
],
"should_answer": true
},
{
"id": "q0470",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Oleksandr Dorybohov?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Automatické odpovede na otázky v právnej oblasti"
],
"should_answer": true
},
{
"id": "q0471",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Oleksandr Dorybohov?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0472",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0473",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0474",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0475",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0476",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"právo"
],
"should_answer": true
},
{
"id": "q0477",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"agent"
],
"should_answer": true
},
{
"id": "q0478",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"API"
],
"should_answer": true
},
{
"id": "q0479",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?",
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"právnej"
],
"should_answer": true
},
{
"id": "q0480",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Simona Bobrovčanová.",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová"
],
"should_answer": true
},
{
"id": "q0481",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Automatická sumarizácia slovenského textu"
],
"should_answer": true
},
{
"id": "q0482",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová"
],
"should_answer": true
},
{
"id": "q0483",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"Automatická sumarizácia slovenského textu"
],
"should_answer": true
},
{
"id": "q0484",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Simona Bobrovčanová?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Automatická sumarizácia slovenského textu"
],
"should_answer": true
},
{
"id": "q0485",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Simona Bobrovčanová?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0486",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0487",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0488",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0489",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0490",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"sumarizácia"
],
"should_answer": true
},
{
"id": "q0491",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"slovenský text"
],
"should_answer": true
},
{
"id": "q0492",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"právne dokumenty"
],
"should_answer": true
},
{
"id": "q0493",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"hierarchická sumarizácia"
],
"should_answer": true
},
{
"id": "q0494",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?",
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"príliš maly kontext"
],
"should_answer": true
},
{
"id": "q0495",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Samuel Džurina.",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina"
],
"should_answer": true
},
{
"id": "q0496",
"split": "dev",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Samuel Džurina?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Dialógový systém pre podporu firemných procesov"
],
"should_answer": true
},
{
"id": "q0497",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina"
],
"should_answer": true
},
{
"id": "q0498",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina",
"Dialógový systém pre podporu firemných procesov"
],
"should_answer": true
},
{
"id": "q0499",
"split": "dev",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Samuel Džurina?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Dialógový systém pre podporu firemných procesov"
],
"should_answer": true
},
{
"id": "q0500",
"split": "dev",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Samuel Džurina?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0501",
"split": "dev",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0502",
"split": "dev",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0503",
"split": "dev",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0504",
"split": "dev",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0505",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina",
"agent"
],
"should_answer": true
},
{
"id": "q0506",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina",
"zásielková spoločnosť"
],
"should_answer": true
},
{
"id": "q0507",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina",
"dialógový systém"
],
"should_answer": true
},
{
"id": "q0508",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"zásielkovej spoločnosti"
],
"should_answer": true
},
{
"id": "q0509",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?",
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"dotazníka"
],
"should_answer": true
},
{
"id": "q0510",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Samuel Vasiľ.",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ"
],
"should_answer": true
},
{
"id": "q0511",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
],
"should_answer": true
},
{
"id": "q0512",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ"
],
"should_answer": true
},
{
"id": "q0513",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
],
"should_answer": true
},
{
"id": "q0514",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Samuel Vasiľ?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
],
"should_answer": true
},
{
"id": "q0515",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Samuel Vasiľ?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0516",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"2022"
],
"should_answer": true
},
{
"id": "q0517",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0518",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"2022",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0519",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"2022",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0520",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"OpenWebUI"
],
"should_answer": true
},
{
"id": "q0521",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"MCP"
],
"should_answer": true
},
{
"id": "q0522",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"RAG"
],
"should_answer": true
},
{
"id": "q0523",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"OpenWebUI"
],
"should_answer": true
},
{
"id": "q0524",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?",
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"RAG",
"vyhľadávania na webe",
"volania funkcií"
],
"should_answer": true
},
{
"id": "q0525",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o osobe Denis Le Thanh.",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh"
],
"should_answer": true
},
{
"id": "q0526",
"split": "test",
"category": "fact_title",
"difficulty": "easy",
"question": "Aký je názov bakalárska práca osoby Denis Le Thanh?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
],
"should_answer": true
},
{
"id": "q0527",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh"
],
"should_answer": true
},
{
"id": "q0528",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
],
"should_answer": true
},
{
"id": "q0529",
"split": "test",
"category": "paraphrase",
"difficulty": "medium",
"question": "O čom je práca osoby Denis Le Thanh?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
],
"should_answer": true
},
{
"id": "q0530",
"split": "test",
"category": "fact_start_year",
"difficulty": "easy",
"question": "V ktorom roku začal študovať Denis Le Thanh?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0531",
"split": "test",
"category": "verification",
"difficulty": "medium",
"question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0532",
"split": "test",
"category": "fact_work_year",
"difficulty": "easy",
"question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0533",
"split": "test",
"category": "disambiguation_year",
"difficulty": "hard",
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
},
{
"id": "q0534",
"split": "test",
"category": "adversarial_year",
"difficulty": "hard",
"question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"2023",
"2026"
],
"should_answer": true,
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
},
{
"id": "q0535",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"Slovak Mistral"
],
"should_answer": true
},
{
"id": "q0536",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"inštrukcie"
],
"should_answer": true
},
{
"id": "q0537",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"kyberbezpečnosť"
],
"should_answer": true
},
{
"id": "q0538",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?",
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"slovak-mistral-7b"
],
"should_answer": true
},
{
"id": "q0539",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o stážistovi Youssef Ressaissi.",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"Youssef Ressaissi"
],
"should_answer": true
},
{
"id": "q0540",
"split": "test",
"category": "internship_year",
"difficulty": "easy",
"question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"2025"
],
"should_answer": true
},
{
"id": "q0541",
"split": "test",
"category": "internship_topic",
"difficulty": "medium",
"question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"sumarizácia v slovenskej medicínskej alebo právnej doméne"
],
"should_answer": true
},
{
"id": "q0542",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"Youssef Ressaissi"
],
"should_answer": true
},
{
"id": "q0543",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"Youssef Ressaissi",
"summarization"
],
"should_answer": true
},
{
"id": "q0544",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"Youssef Ressaissi",
"Slovak"
],
"should_answer": true
},
{
"id": "q0545",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"Youssef Ressaissi",
"ROUGE"
],
"should_answer": true
},
{
"id": "q0546",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"Evaluate and improve language models for summarization in Slovak medical or legal domain"
],
"should_answer": true
},
{
"id": "q0547",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"ROUGE",
"BLEU"
],
"should_answer": true
},
{
"id": "q0548",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?",
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"HPLT",
"Gemma 3"
],
"should_answer": true
},
{
"id": "q0549",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o stážistovi Oliver Pejic.",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Oliver Pejic"
],
"should_answer": true
},
{
"id": "q0550",
"split": "dev",
"category": "internship_year",
"difficulty": "easy",
"question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"2024"
],
"should_answer": true
},
{
"id": "q0551",
"split": "dev",
"category": "internship_topic",
"difficulty": "medium",
"question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Hate Speech a MTEB evaluácia"
],
"should_answer": true
},
{
"id": "q0552",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Oliver Pejic"
],
"should_answer": true
},
{
"id": "q0553",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Oliver Pejic",
"Hate Speech"
],
"should_answer": true
},
{
"id": "q0554",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Oliver Pejic",
"MTEB"
],
"should_answer": true
},
{
"id": "q0555",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Oliver Pejic",
"SentenceTransformer"
],
"should_answer": true
},
{
"id": "q0556",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Slovak HATE speech",
"Slovak question answering"
],
"should_answer": true
},
{
"id": "q0557",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký evaluačný framework mal Oliver Pejic naštudovať?",
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"MTEB"
],
"should_answer": true
},
{
"id": "q0558",
"split": "test",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o stážistovi Sevval Bulburu.",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Sevval Bulburu"
],
"should_answer": true
},
{
"id": "q0559",
"split": "test",
"category": "internship_year",
"difficulty": "easy",
"question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"2023"
],
"should_answer": true
},
{
"id": "q0560",
"split": "test",
"category": "internship_topic",
"difficulty": "medium",
"question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"detekcia nenávistnej reči"
],
"should_answer": true
},
{
"id": "q0561",
"split": "test",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto pracoval na téme detekcia nenávistnej reči?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Sevval Bulburu"
],
"should_answer": true
},
{
"id": "q0562",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Sevval Bulburu",
"Hate Speech"
],
"should_answer": true
},
{
"id": "q0563",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Sevval Bulburu",
"BERT"
],
"should_answer": true
},
{
"id": "q0564",
"split": "test",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Sevval Bulburu",
"SMOTE"
],
"should_answer": true
},
{
"id": "q0565",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"SMOTE"
],
"should_answer": true
},
{
"id": "q0566",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Django"
],
"should_answer": true
},
{
"id": "q0567",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?",
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Prodigy"
],
"should_answer": true
},
{
"id": "q0568",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"Cesar Abascal Gutierrez"
],
"should_answer": true
},
{
"id": "q0569",
"split": "dev",
"category": "internship_year",
"difficulty": "easy",
"question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"2019"
],
"should_answer": true
},
{
"id": "q0570",
"split": "dev",
"category": "internship_topic",
"difficulty": "medium",
"question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"anotácia pomenovaných entít"
],
"should_answer": true
},
{
"id": "q0571",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto pracoval na téme anotácia pomenovaných entít?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"Cesar Abascal Gutierrez"
],
"should_answer": true
},
{
"id": "q0572",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"Cesar Abascal Gutierrez",
"named entities"
],
"should_answer": true
},
{
"id": "q0573",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"Cesar Abascal Gutierrez",
"spaCy"
],
"should_answer": true
},
{
"id": "q0574",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"Cesar Abascal Gutierrez",
"Prodigy"
],
"should_answer": true
},
{
"id": "q0575",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"recognize unknown named entities",
"manually annotated training set",
"annotation schema"
],
"should_answer": true
},
{
"id": "q0576",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?",
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"Prodigy"
],
"should_answer": true
},
{
"id": "q0577",
"split": "dev",
"category": "entity_lookup",
"difficulty": "easy",
"question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"Bogdan Paul Chiș"
],
"should_answer": true
},
{
"id": "q0578",
"split": "dev",
"category": "internship_year",
"difficulty": "easy",
"question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"2026"
],
"should_answer": true
},
{
"id": "q0579",
"split": "dev",
"category": "internship_topic",
"difficulty": "medium",
"question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"multilinguálna extrakcia trojíc z medicínskych dát"
],
"should_answer": true
},
{
"id": "q0580",
"split": "dev",
"category": "reverse_lookup",
"difficulty": "medium",
"question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"Bogdan Paul Chiș"
],
"should_answer": true
},
{
"id": "q0581",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"Bogdan Paul Chiș",
"Triplet extraction"
],
"should_answer": true
},
{
"id": "q0582",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"Bogdan Paul Chiș",
"knowledge graph"
],
"should_answer": true
},
{
"id": "q0583",
"split": "dev",
"category": "keyword_grounding",
"difficulty": "medium",
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"Bogdan Paul Chiș",
"medical"
],
"should_answer": true
},
{
"id": "q0584",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"Triplet extraction from medical data"
],
"should_answer": true
},
{
"id": "q0585",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"DeepEval",
"RAGAS"
],
"should_answer": true
},
{
"id": "q0586",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?",
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"medical package inserts"
],
"should_answer": true
},
{
"id": "q0597",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"Dialógový systém"
],
"should_answer": true
},
{
"id": "q0598",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"Dialógový systém"
],
"should_answer": true
},
{
"id": "q0599",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Dialógový systém“?",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"should_answer": true
},
{
"id": "q0600",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom RASA.",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"Dialógový systém"
],
"should_answer": true
},
{
"id": "q0601",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom chatbot.",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"Dialógový systém"
],
"should_answer": true
},
{
"id": "q0602",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom slovenčina.",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"Dialógový systém"
],
"should_answer": true
},
{
"id": "q0603",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký framework má používať báza pravidiel projektu Dialógový systém?",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"RASA"
],
"should_answer": true
},
{
"id": "q0604",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "S akým ďalším typom systému sa má chatbot integrovať?",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"QA systémom"
],
"should_answer": true
},
{
"id": "q0605",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?",
"expected_documents": [
"pages/topics/chatbot/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
],
"expected_answer_contains": [
"Matej Ščišľak",
"Martin Šarišský"
],
"should_answer": true
},
{
"id": "q0606",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"Podpora slovenčiny v knižnici Spacy"
],
"should_answer": true
},
{
"id": "q0607",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"Podpora slovenčiny v knižnici Spacy"
],
"should_answer": true
},
{
"id": "q0608",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"should_answer": true
},
{
"id": "q0609",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom Spacy.",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"Podpora slovenčiny v knižnici Spacy"
],
"should_answer": true
},
{
"id": "q0610",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom POS.",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"Podpora slovenčiny v knižnici Spacy"
],
"should_answer": true
},
{
"id": "q0611",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom NER.",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"Podpora slovenčiny v knižnici Spacy"
],
"should_answer": true
},
{
"id": "q0612",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"morfologickú analýzu",
"rozpoznávanie pomenovaných entít"
],
"should_answer": true
},
{
"id": "q0613",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké slovné vektory boli zahrnuté do modelu Spacy?",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"Fasttext Common Crawl"
],
"should_answer": true
},
{
"id": "q0614",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?",
"expected_documents": [
"pages/topics/spacy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/spacy"
],
"expected_answer_contains": [
"Maroš Harahus",
"Kristián Sopkovič"
],
"should_answer": true
},
{
"id": "q0615",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"Question Answering"
],
"should_answer": true
},
{
"id": "q0616",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"Question Answering"
],
"should_answer": true
},
{
"id": "q0617",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Question Answering“?",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"should_answer": true
},
{
"id": "q0618",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom SQuAD 2.0.",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"Question Answering"
],
"should_answer": true
},
{
"id": "q0619",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom Prodigy.",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"Question Answering"
],
"should_answer": true
},
{
"id": "q0620",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom Wikipedia.",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"Question Answering"
],
"should_answer": true
},
{
"id": "q0621",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"SQuaD 2.0"
],
"should_answer": true
},
{
"id": "q0622",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký anotačný nástroj používa projekt Question Answering?",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"Prodigy"
],
"should_answer": true
},
{
"id": "q0623",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aký má byť formát finálneho exportu QA databázy?",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"SQUAD"
],
"should_answer": true
},
{
"id": "q0624",
"split": "dev",
"category": "specific_fact",
"difficulty": "medium",
"question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?",
"expected_documents": [
"pages/topics/question/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question"
],
"expected_answer_contains": [
"5"
],
"should_answer": true
},
{
"id": "q0625",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.",
"expected_documents": [
"pages/topics/morphology/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"expected_answer_contains": [
"Morfologická analýza slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0626",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?",
"expected_documents": [
"pages/topics/morphology/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"expected_answer_contains": [
"Morfologická analýza slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0627",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?",
"expected_documents": [
"pages/topics/morphology/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"should_answer": true
},
{
"id": "q0628",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom morfologická analýza.",
"expected_documents": [
"pages/topics/morphology/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"expected_answer_contains": [
"Morfologická analýza slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0629",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom Hunspell.",
"expected_documents": [
"pages/topics/morphology/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"expected_answer_contains": [
"Morfologická analýza slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0630",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom BPE.",
"expected_documents": [
"pages/topics/morphology/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"expected_answer_contains": [
"Morfologická analýza slovenského jazyka"
],
"should_answer": true
},
{
"id": "q0631",
"split": "test",
"category": "specific_fact",
"difficulty": "medium",
"question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?",
"expected_documents": [
"pages/topics/morphology/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/morphology"
],
"expected_answer_contains": [
"Hunspell",
"Byte Pair Encoding",
"Morfessor"
],
"should_answer": true
},
{
"id": "q0632",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.",
"expected_documents": [
"pages/topics/translation/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/translation"
],
"expected_answer_contains": [
"Strojový preklad"
],
"should_answer": true
},
{
"id": "q0633",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?",
"expected_documents": [
"pages/topics/translation/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/translation"
],
"expected_answer_contains": [
"Strojový preklad"
],
"should_answer": true
},
{
"id": "q0634",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Strojový preklad“?",
"expected_documents": [
"pages/topics/translation/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/translation"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/translation"
],
"should_answer": true
},
{
"id": "q0635",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom strojový preklad.",
"expected_documents": [
"pages/topics/translation/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/translation"
],
"expected_answer_contains": [
"Strojový preklad"
],
"should_answer": true
},
{
"id": "q0636",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom translation.",
"expected_documents": [
"pages/topics/translation/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/translation"
],
"expected_answer_contains": [
"Strojový preklad"
],
"should_answer": true
},
{
"id": "q0637",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.",
"expected_documents": [
"pages/topics/named-entity/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
],
"expected_answer_contains": [
"Pomenované entity"
],
"should_answer": true
},
{
"id": "q0638",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?",
"expected_documents": [
"pages/topics/named-entity/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
],
"expected_answer_contains": [
"Pomenované entity"
],
"should_answer": true
},
{
"id": "q0639",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Pomenované entity“?",
"expected_documents": [
"pages/topics/named-entity/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
],
"should_answer": true
},
{
"id": "q0640",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom pomenované entity.",
"expected_documents": [
"pages/topics/named-entity/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
],
"expected_answer_contains": [
"Pomenované entity"
],
"should_answer": true
},
{
"id": "q0641",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom anotácia.",
"expected_documents": [
"pages/topics/named-entity/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
],
"expected_answer_contains": [
"Pomenované entity"
],
"should_answer": true
},
{
"id": "q0642",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.",
"expected_documents": [
"pages/topics/python/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/python"
],
"expected_answer_contains": [
"Jazyk Python"
],
"should_answer": true
},
{
"id": "q0643",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?",
"expected_documents": [
"pages/topics/python/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/python"
],
"expected_answer_contains": [
"Jazyk Python"
],
"should_answer": true
},
{
"id": "q0644",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Jazyk Python“?",
"expected_documents": [
"pages/topics/python/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/python"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/python"
],
"should_answer": true
},
{
"id": "q0645",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom Python.",
"expected_documents": [
"pages/topics/python/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/python"
],
"expected_answer_contains": [
"Jazyk Python"
],
"should_answer": true
},
{
"id": "q0646",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.",
"expected_documents": [
"pages/topics/akopisat/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
],
"expected_answer_contains": [
"Záverečné práce a projekty"
],
"should_answer": true
},
{
"id": "q0647",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?",
"expected_documents": [
"pages/topics/akopisat/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
],
"expected_answer_contains": [
"Záverečné práce a projekty"
],
"should_answer": true
},
{
"id": "q0648",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?",
"expected_documents": [
"pages/topics/akopisat/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
],
"should_answer": true
},
{
"id": "q0649",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom záverečné práce.",
"expected_documents": [
"pages/topics/akopisat/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
],
"expected_answer_contains": [
"Záverečné práce a projekty"
],
"should_answer": true
},
{
"id": "q0650",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom projekty.",
"expected_documents": [
"pages/topics/akopisat/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
],
"expected_answer_contains": [
"Záverečné práce a projekty"
],
"should_answer": true
},
{
"id": "q0651",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.",
"expected_documents": [
"pages/topics/prodigy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
],
"expected_answer_contains": [
"Anotácia textových dát"
],
"should_answer": true
},
{
"id": "q0652",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?",
"expected_documents": [
"pages/topics/prodigy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
],
"expected_answer_contains": [
"Anotácia textových dát"
],
"should_answer": true
},
{
"id": "q0653",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Anotácia textových dát“?",
"expected_documents": [
"pages/topics/prodigy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
],
"should_answer": true
},
{
"id": "q0654",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.",
"expected_documents": [
"pages/topics/seq2seq/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
],
"expected_answer_contains": [
"Prepis postupností"
],
"should_answer": true
},
{
"id": "q0655",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?",
"expected_documents": [
"pages/topics/seq2seq/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
],
"expected_answer_contains": [
"Prepis postupností"
],
"should_answer": true
},
{
"id": "q0656",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Prepis postupností“?",
"expected_documents": [
"pages/topics/seq2seq/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
],
"should_answer": true
},
{
"id": "q0657",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom seq2seq.",
"expected_documents": [
"pages/topics/seq2seq/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
],
"expected_answer_contains": [
"Prepis postupností"
],
"should_answer": true
},
{
"id": "q0658",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom prepis postupností.",
"expected_documents": [
"pages/topics/seq2seq/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
],
"expected_answer_contains": [
"Prepis postupností"
],
"should_answer": true
},
{
"id": "q0659",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.",
"expected_documents": [
"pages/topics/resources/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/resources"
],
"expected_answer_contains": [
"Slovenské jazykové zdroje"
],
"should_answer": true
},
{
"id": "q0660",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?",
"expected_documents": [
"pages/topics/resources/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/resources"
],
"expected_answer_contains": [
"Slovenské jazykové zdroje"
],
"should_answer": true
},
{
"id": "q0661",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?",
"expected_documents": [
"pages/topics/resources/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/resources"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/resources"
],
"should_answer": true
},
{
"id": "q0662",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom slovenské jazykové zdroje.",
"expected_documents": [
"pages/topics/resources/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/resources"
],
"expected_answer_contains": [
"Slovenské jazykové zdroje"
],
"should_answer": true
},
{
"id": "q0663",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom korpusy.",
"expected_documents": [
"pages/topics/resources/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/resources"
],
"expected_answer_contains": [
"Slovenské jazykové zdroje"
],
"should_answer": true
},
{
"id": "q0664",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.",
"expected_documents": [
"pages/topics/nlp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/nlp"
],
"expected_answer_contains": [
"Nástroje a zdroje pre spracovanie prirodzeného jazyka"
],
"should_answer": true
},
{
"id": "q0665",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
"expected_documents": [
"pages/topics/nlp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/nlp"
],
"expected_answer_contains": [
"Nástroje a zdroje pre spracovanie prirodzeného jazyka"
],
"should_answer": true
},
{
"id": "q0666",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
"expected_documents": [
"pages/topics/nlp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/nlp"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/nlp"
],
"should_answer": true
},
{
"id": "q0667",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom NLP.",
"expected_documents": [
"pages/topics/nlp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/nlp"
],
"expected_answer_contains": [
"Nástroje a zdroje pre spracovanie prirodzeného jazyka"
],
"should_answer": true
},
{
"id": "q0668",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom nástroje.",
"expected_documents": [
"pages/topics/nlp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/nlp"
],
"expected_answer_contains": [
"Nástroje a zdroje pre spracovanie prirodzeného jazyka"
],
"should_answer": true
},
{
"id": "q0669",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom jazykové zdroje.",
"expected_documents": [
"pages/topics/nlp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/nlp"
],
"expected_answer_contains": [
"Nástroje a zdroje pre spracovanie prirodzeného jazyka"
],
"should_answer": true
},
{
"id": "q0670",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.",
"expected_documents": [
"pages/topics/question/nezodpovedatelne/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
],
"expected_answer_contains": [
"Tvorba nezodpovedateľných otázok"
],
"should_answer": true
},
{
"id": "q0671",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?",
"expected_documents": [
"pages/topics/question/nezodpovedatelne/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
],
"expected_answer_contains": [
"Tvorba nezodpovedateľných otázok"
],
"should_answer": true
},
{
"id": "q0672",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?",
"expected_documents": [
"pages/topics/question/nezodpovedatelne/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
],
"should_answer": true
},
{
"id": "q0673",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom nezodpovedateľné otázky.",
"expected_documents": [
"pages/topics/question/nezodpovedatelne/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
],
"expected_answer_contains": [
"Tvorba nezodpovedateľných otázok"
],
"should_answer": true
},
{
"id": "q0674",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom Question Answering.",
"expected_documents": [
"pages/topics/question/nezodpovedatelne/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
],
"expected_answer_contains": [
"Tvorba nezodpovedateľných otázok"
],
"should_answer": true
},
{
"id": "q0675",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.",
"expected_documents": [
"pages/topics/question/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
],
"expected_answer_contains": [
"Anotácia otázok a odpovedí"
],
"should_answer": true
},
{
"id": "q0676",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?",
"expected_documents": [
"pages/topics/question/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
],
"expected_answer_contains": [
"Anotácia otázok a odpovedí"
],
"should_answer": true
},
{
"id": "q0677",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?",
"expected_documents": [
"pages/topics/question/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
],
"should_answer": true
},
{
"id": "q0678",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom anotácia otázok.",
"expected_documents": [
"pages/topics/question/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
],
"expected_answer_contains": [
"Anotácia otázok a odpovedí"
],
"should_answer": true
},
{
"id": "q0679",
"split": "dev",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom odpovede.",
"expected_documents": [
"pages/topics/question/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
],
"expected_answer_contains": [
"Anotácia otázok a odpovedí"
],
"should_answer": true
},
{
"id": "q0680",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.",
"expected_documents": [
"pages/topics/question/validacie/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
],
"expected_answer_contains": [
"Validácia otázok a odpovedí"
],
"should_answer": true
},
{
"id": "q0681",
"split": "test",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?",
"expected_documents": [
"pages/topics/question/validacie/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
],
"expected_answer_contains": [
"Validácia otázok a odpovedí"
],
"should_answer": true
},
{
"id": "q0682",
"split": "test",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?",
"expected_documents": [
"pages/topics/question/validacie/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
],
"should_answer": true
},
{
"id": "q0683",
"split": "test",
"category": "topic_lookup",
"difficulty": "medium",
"question": "Nájdi tematický dokument súvisiaci s pojmom validácia.",
"expected_documents": [
"pages/topics/question/validacie/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
],
"expected_answer_contains": [
"Validácia otázok a odpovedí"
],
"should_answer": true
},
{
"id": "q0684",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "easy",
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.",
"expected_documents": [
"pages/topics/named-entity/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
],
"expected_answer_contains": [
"Anotácia pomenovaných entít"
],
"should_answer": true
},
{
"id": "q0685",
"split": "dev",
"category": "topic_page_lookup",
"difficulty": "medium",
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?",
"expected_documents": [
"pages/topics/named-entity/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
],
"expected_answer_contains": [
"Anotácia pomenovaných entít"
],
"should_answer": true
},
{
"id": "q0686",
"split": "dev",
"category": "source_url",
"difficulty": "easy",
"question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?",
"expected_documents": [
"pages/topics/named-entity/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
],
"expected_answer_contains": [
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
],
"should_answer": true
},
{
"id": "q0687",
"split": "dev",
"category": "multi_document",
"difficulty": "hard",
"question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/valerii_kutsenko/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"RAG",
"GraphRAG"
],
"should_answer": true
},
{
"id": "q0688",
"split": "dev",
"category": "multi_document",
"difficulty": "hard",
"question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/valerii_kutsenko/README.md",
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2021/matej_scislak/README.md",
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"znalostný graf",
"RAG",
"agent"
],
"should_answer": true
},
{
"id": "q0689",
"split": "dev",
"category": "multi_document",
"difficulty": "hard",
"question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?",
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/interns/cesar_gutierrez/README.md",
"pages/topics/named-entity/README.md",
"pages/topics/named-entity/navod/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
],
"expected_answer_contains": [
"pomenované entity",
"NER"
],
"should_answer": true
},
{
"id": "q0690",
"split": "dev",
"category": "multi_document",
"difficulty": "hard",
"question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.",
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2016/tomas_kucharik/README.md",
"pages/topics/translation/README.md",
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"...",
"...",
"...",
"...",
"..."
],
"expected_answer_contains": [
"strojový preklad",
"automatický preklad"
],
"should_answer": true
}
]
Reference in New Issue View Git Blame Copy Permalink