20831 lines
679 KiB
JSON
20831 lines
679 KiB
JSON
[
|
|
{
|
|
"id": "q0001",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Holp.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0002",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0003",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0004",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0005",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0006",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0007",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0008",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0009",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0010",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0011",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"získavanie informácií"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0012",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"PageRank"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0013",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"slovenský internet"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0014",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo bolo implementované v stave práce Jána Holpa?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"PageRank",
|
|
"indexovanie webových stránok"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0015",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Jána Holpa?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vyhľadávač na slovenskom internete"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0016",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maroš Harahus.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0017",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0018",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0019",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0020",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0021",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0022",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"morfologická anotácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0023",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0024",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Mural",
|
|
"Maroš Harahus",
|
|
"grafové neurónové siete"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval."
|
|
},
|
|
{
|
|
"id": "q0025",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0026",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"grafové neurónové siete"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0027",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tomáš Kuchárik.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0028",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0029",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0030",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0031",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0032",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0033",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0034",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"SQuAD"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0035",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0036",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0037",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"SQUAD"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0038",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Jakub Maruniak.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0039",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0040",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0041",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0042",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0043",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0044",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0045",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0046",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0047",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0048",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"pomenované entity"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0049",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0050",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0051",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0052",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Lukáš Pokrývka.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0053",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0054",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0055",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0056",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Lukáš Pokrývka“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0057",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0058",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0059",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0060",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0061",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0062",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"PyTorch"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0063",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"NCCL"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0064",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"GPU"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0065",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"LUNA"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0066",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"NCCL"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0067",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dárius Lindvai.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0068",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0069",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0070",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0071",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Dárius Lindvai“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0072",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0073",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0074",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0075",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0076",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0077",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"interpunkcia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0078",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"BiLSTM"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0079",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"CRF"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0080",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"BiLSTM",
|
|
"CRF"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0081",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Precision",
|
|
"Recall"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0082",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dominik Nagy.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0083",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0084",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0085",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0086",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0087",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0088",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0089",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Fairseq"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0090",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"MBART"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0091",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"angličtina",
|
|
"slovenčina"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0092",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"BPE",
|
|
"sentencepiece",
|
|
"wordpiece"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0093",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Márk Fehér.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0094",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0095",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0096",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0097",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Márk Fehér“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0098",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0099",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"klasifikácia textu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0100",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"strojové učenie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0101",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"scikit"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0102",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Patrik Pavlišin.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0103",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0104",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0105",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0106",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0107",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2020"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0108",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"automatický preklad"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0109",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"paralelný korpus"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0110",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0111",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"paralelný korpus"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0112",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dmytro Ushatenko.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0113",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0114",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0115",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0116",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Dmytro Ushatenko“?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0117",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2020"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0118",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"chatbot"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0119",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Python"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0120",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"dialógový systém"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0121",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "O čom mal informovať chatbot Dmytra Ushatenka?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"možnostiach štúdia na katedre"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0122",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ondrej Megela.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0123",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0124",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0125",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0126",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0127",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2020"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0128",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"BERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0129",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"jazykové modelovanie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0130",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"neurónové siete"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0131",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"BERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0132",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Wencel.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0133",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0134",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0135",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0136",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Martin Wencel“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0137",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2020"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0138",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0139",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"morfologická analýza"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0140",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"pomenované entity"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0141",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"parsing",
|
|
"morfologická analýza",
|
|
"rozpoznávanie pomenovaných entít"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0142",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dávid Omasta.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0143",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0144",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0145",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0146",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov."
|
|
},
|
|
{
|
|
"id": "q0147",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2024"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0148",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"generatívne modely"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0149",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0150",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"slovenčina"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0151",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dotrénovanie slovenského generatívneho jazykového modelu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0152",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0153",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Filip Tomáš.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0154",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0155",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0156",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0157",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Filip Tomáš“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0158",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0159",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"CI/CD"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0160",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"Docker Compose"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0161",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"microk8s"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0162",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"microk8s"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0163",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"5"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0164",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Kristián Sopkovič.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0165",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0166",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0167",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0168",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0169",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0170",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0171",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"slovenčina"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0172",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"transformery"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0173",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Zlepšiť presnosť modelu Spacy pre slovenčinu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0174",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Michal Stromko.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0175",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0176",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0177",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0178",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0179",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0180",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Elasticsearch"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0181",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"vyhľadávanie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0182",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"FAISS"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0183",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký indexovací systém používala bakalárska práca Michala Stromka?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Elasticsearch"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0184",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"5"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0185",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Alina Vitko.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0186",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0187",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0188",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0189",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Alina Vitko“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0190",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0191",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0192",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0193",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0194",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0195",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0196",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Streamlit"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0197",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Docker"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0198",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Streamlit"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0199",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"SlovakBERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0200",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Artem Yatsenko.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0201",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0202",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0203",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0204",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0205",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0206",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0207",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0208",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0209",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0210",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"pomenované entity"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0211",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0212",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"anotácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0213",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"20"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0214",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Šarišský.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0215",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0216",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0217",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0218",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Martin Šarišský“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0219",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0220",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0221",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0222",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0223",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0224",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"agent"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0225",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"právne informácie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0226",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"DeepEval"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0227",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Faithfulness",
|
|
"AnswerRelevancy",
|
|
"ContextualRelevancy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0228",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Docling"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0229",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Ščišľak.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0230",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0231",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0232",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0233",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0234",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0235",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0236",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0237",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0238",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0239",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"GraphRAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0240",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Neo4J"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0241",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"FAISS"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0242",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"FAISS",
|
|
"Neo4J"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0243",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"110"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0244",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém pre potreby samosprávy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0245",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladimír Ferko.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0246",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0247",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0248",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0249",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0250",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0251",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0252",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2024"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0253",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0254",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0255",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"hate speech"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0256",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"anotácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0257",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"SlovakBERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0258",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model Vladimír Ferko natrénoval ako prvý?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"slovakbert"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0259",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"OffensEval"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0260",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Eduard Matovka.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0261",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0262",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0263",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0264",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Eduard Matovka“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0265",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0266",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0267",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2024"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0268",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0269",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0270",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"slovenský jazykový model"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0271",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"LLAMA"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0272",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"SlovakAlpaca"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0273",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol predbežný cieľ práce Eduarda Matovku?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Natrénovať jazykový model pre jednoduchú slovenskú konverzáciu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0274",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Gemma",
|
|
"RWKV"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0275",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Novotný.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0276",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0277",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0278",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0279",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0280",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0281",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0282",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0283",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0284",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0285",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"webové dáta"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0286",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"klasifikácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0287",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"jazykové modelovanie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0288",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Andrii Pervashov.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0289",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0290",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0291",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0292",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Andrii Pervashov“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0293",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0294",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0295",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2027"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0296",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0297",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0298",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"speech-to-text"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0299",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0300",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"štruktúrované informácie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0301",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0302",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"štruktúrovanej podoby"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0303",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Valerii Kutsenko.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0304",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0305",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0306",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0307",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0308",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0309",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0310",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2027"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0311",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0312",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0313",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0314",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"RAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0315",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"GraphRAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0316",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"vzdelávanie",
|
|
"právo",
|
|
"medicína"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0317",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleh Poiasnik.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0318",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0319",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0320",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0321",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomovej práce je uvedená pri osobe „Oleh Poiasnik“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0322",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0323",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0324",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2027"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0325",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0326",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0327",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"lekáreň"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0328",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0329",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"LightRAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0330",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"ADC"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0331",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"LightRAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0332",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"500"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0333",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tetiana Mohorian.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0334",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0335",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0336",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0337",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0338",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0339",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0340",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2025"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0341",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0342",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0343",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"hate speech"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0344",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"LLM"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0345",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"prompting"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0346",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"prompting",
|
|
"LORA"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0347",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovak T5-small"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0348",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladyslav Yanchenko.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0349",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0350",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0351",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0352",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladyslav Yanchenko“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0353",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0354",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0355",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2025"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0356",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0357",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0358",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"cloud"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0359",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"Kubernetes"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0360",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"Azure"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0361",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"SpringBoot",
|
|
"React-Next.js"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0362",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Azure PostgreSQL"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0363",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Daniil Huzenko.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0364",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0365",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0366",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0367",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0368",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0369",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0370",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2025"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0371",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0372",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0373",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Kubernetes"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0374",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Raspberry Pi"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0375",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"hybridný cloud"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0376",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Raspberry PI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0377",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ansible"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0378",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Pták.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0379",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0380",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0381",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0382",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0383",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0384",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0385",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0386",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0387",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0388",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"RAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0389",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0390",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Docker"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0391",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0392",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"WebHOOK"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0393",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázu a backend už Ján Pták podľa stavu používal?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť."
|
|
},
|
|
{
|
|
"id": "q0394",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Malinovský.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0395",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0396",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0397",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0398",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Malinovský“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0399",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0400",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0401",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0402",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0403",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0404",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"RAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0405",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"GraphRAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0406",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0407",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"vzdelávania"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0408",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"výchovné opatrenia",
|
|
"osnovy",
|
|
"asistent pedagóga"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0409",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maksym Zatirka.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0410",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0411",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0412",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0413",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Maksym Zatirka“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0414",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0415",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0416",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0417",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0418",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0419",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"grafová databáza"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0420",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"slovenské právo"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0421",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0422",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"slovenské právo"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0423",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Rostyslav Rodzhuk.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0424",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0425",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0426",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0427",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0428",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0429",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0430",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0431",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0432",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0433",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"agent"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0434",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"špeciálny pedagóg"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0435",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"LLM"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0436",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"špeciálnemu pedagógovi"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0437",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Yevhenii Medushivskyi.",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0438",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0439",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0440",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0441",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0442",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0443",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0444",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0445",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0446",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0447",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"crawler"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0448",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"webový korpus"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0449",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"deduplikácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0450",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"450MB"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0451",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"justext"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0452",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ronald Zalacko.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0453",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Skórovací online systém pre robotické súťaže"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0454",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0455",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0456",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Ronald Zalacko“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Skórovací online systém pre robotické súťaže"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0457",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0458",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0459",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0460",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0461",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0462",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"robotické súťaže"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0463",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"Docker"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0464",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"webová aplikácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0465",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"robotické súťaže"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0466",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleksandr Dorybohov.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0467",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0468",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0469",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0470",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Oleksandr Dorybohov“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0471",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0472",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0473",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0474",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0475",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0476",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"právo"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0477",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"agent"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0478",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"API"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0479",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"právnej"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0480",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Simona Bobrovčanová.",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0481",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0482",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0483",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0484",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0485",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0486",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0487",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0488",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0489",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0490",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"sumarizácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0491",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"slovenský text"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0492",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"právne dokumenty"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0493",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"hierarchická sumarizácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0494",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"príliš maly kontext"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0495",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Džurina.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0496",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém pre podporu firemných procesov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0497",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0498",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0499",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém pre podporu firemných procesov"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0500",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0501",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0502",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0503",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0504",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0505",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"agent"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0506",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"zásielková spoločnosť"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0507",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"dialógový systém"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0508",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"zásielkovej spoločnosti"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0509",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"dotazníka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0510",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Vasiľ.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0511",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0512",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0513",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0514",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Vasiľ“?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0515",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0516",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0517",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0518",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0519",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0520",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0521",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"MCP"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0522",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"RAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0523",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0524",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"RAG",
|
|
"vyhľadávania na webe",
|
|
"volania funkcií"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0525",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Denis Le Thanh.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0526",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0527",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0528",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0529",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "Aká téma bakalárskej práce je uvedená pri osobe „Denis Le Thanh“?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0530",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0531",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0532",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0533",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu."
|
|
},
|
|
{
|
|
"id": "q0534",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza."
|
|
},
|
|
{
|
|
"id": "q0535",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Slovak Mistral"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0536",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"inštrukcie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0537",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"kyberbezpečnosť"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0538",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"slovak-mistral-7b"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0539",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Youssef Ressaissi.",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0540",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2025"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0541",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"sumarizácia v slovenskej medicínskej alebo právnej doméne"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0542",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0543",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi",
|
|
"summarization"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0544",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi",
|
|
"Slovak"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0545",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi",
|
|
"ROUGE"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0546",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Evaluate and improve language models for summarization in Slovak medical or legal domain"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0547",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"ROUGE",
|
|
"BLEU"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0548",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"HPLT",
|
|
"Gemma 3"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0549",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Oliver Pejic.",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0550",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2024"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0551",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Hate Speech a MTEB evaluácia"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0552",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0553",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic",
|
|
"Hate Speech"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0554",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic",
|
|
"MTEB"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0555",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic",
|
|
"SentenceTransformer"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0556",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovak HATE speech",
|
|
"Slovak question answering"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0557",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký evaluačný framework mal Oliver Pejic naštudovať?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"MTEB"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0558",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Sevval Bulburu.",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0559",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0560",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"detekcia nenávistnej reči"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0562",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu",
|
|
"Hate Speech"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0563",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu",
|
|
"BERT"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0564",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu",
|
|
"SMOTE"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0565",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"SMOTE"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0566",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Django"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0567",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0568",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0569",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0570",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"anotácia entít"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0572",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez",
|
|
"named entities"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0573",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez",
|
|
"spaCy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0574",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez",
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0575",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"recognize unknown named entities",
|
|
"manually annotated training set",
|
|
"annotation schema"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0576",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0577",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0578",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2026"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0579",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"multilinguálna extrakcia trojíc z medicínskych dát"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0580",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0581",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș",
|
|
"Triplet extraction"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0582",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș",
|
|
"knowledge graph"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0583",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș",
|
|
"medical"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0584",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Triplet extraction from medical data"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0585",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"DeepEval",
|
|
"RAGAS"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0586",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"medical package inserts"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0597",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0598",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0599",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Dialógový systém“?",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0603",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký framework má používať báza pravidiel projektu Dialógový systém?",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"expected_answer_contains": [
|
|
"RASA"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0604",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "S akým ďalším typom systému sa má chatbot integrovať?",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"expected_answer_contains": [
|
|
"QA systémom"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0605",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Martin Šarišský"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0606",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Podpora slovenčiny v knižnici Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0607",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Podpora slovenčiny v knižnici Spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0608",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0612",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"morfologickú analýzu",
|
|
"rozpoznávanie pomenovaných entít"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0613",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké slovné vektory boli zahrnuté do modelu Spacy?",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Fasttext Common Crawl"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0614",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0615",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0616",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0617",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Question Answering“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0621",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"expected_answer_contains": [
|
|
"SQuaD 2.0"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0622",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj používa projekt Question Answering?",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0623",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký má byť formát finálneho exportu QA databázy?",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"expected_answer_contains": [
|
|
"SQUAD"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0624",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"expected_answer_contains": [
|
|
"5"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0625",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Morfologická analýza slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0626",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Morfologická analýza slovenského jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0627",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0631",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Hunspell",
|
|
"Byte Pair Encoding",
|
|
"Morfessor"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0632",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Strojový preklad"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0633",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Strojový preklad"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0634",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Strojový preklad“?",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0637",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Pomenované entity"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0638",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Pomenované entity"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0639",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Pomenované entity“?",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0642",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jazyk Python"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0643",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jazyk Python"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0644",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Jazyk Python“?",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0646",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Záverečné práce a projekty"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0647",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Záverečné práce a projekty"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0648",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0651",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia textových dát"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0652",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia textových dát"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0653",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia textových dát“?",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0654",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis postupností"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0655",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis postupností"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0656",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Prepis postupností“?",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0659",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenské jazykové zdroje"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0660",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenské jazykové zdroje"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0661",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0664",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Nástroje a zdroje pre spracovanie prirodzeného jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0665",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Nástroje a zdroje pre spracovanie prirodzeného jazyka"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0666",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0670",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba nezodpovedateľných otázok"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0671",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba nezodpovedateľných otázok"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0672",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0675",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia otázok a odpovedí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0676",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia otázok a odpovedí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0677",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0680",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Validácia otázok a odpovedí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0681",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Validácia otázok a odpovedí"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0682",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0684",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia pomenovaných entít"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0685",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia pomenovaných entít"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0686",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"expected_answer_contains": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0687",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"RAG",
|
|
"GraphRAG"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0688",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"znalostný graf",
|
|
"RAG",
|
|
"agent"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0689",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"expected_answer_contains": [
|
|
"pomenované entity",
|
|
"NER"
|
|
],
|
|
"should_answer": true
|
|
},
|
|
{
|
|
"id": "q0690",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"Metódy automatického prekladu",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Opravené placeholder source URL na reálne ZP Wiki URL."
|
|
},
|
|
{
|
|
"id": "q0691",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0692",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0693",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0694",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0695",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0696",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0697",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0698",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0699",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0700",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0701",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0702",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0703",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0704",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0705",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0706",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0707",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0708",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0709",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0710",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0711",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0712",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0713",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0714",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0715",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0716",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0717",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0718",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0719",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0720",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0721",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0722",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0723",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0724",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0725",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0726",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0727",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0728",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0729",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0730",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0731",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0732",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0733",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0734",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0735",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Kde v ZP Wiki nájdem záznam o osobe Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová formulácia entity lookup otázky."
|
|
},
|
|
{
|
|
"id": "q0736",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Dárius Lindvai uvedený pre rok 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0737",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Dominik Nagy uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0738",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Jakub Maruniak uvedený pre rok 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0739",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Ján Holp uvedený pre rok 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0740",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Lukáš Pokrývka uvedený pre rok 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0741",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Márk Fehér uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0742",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Maroš Harahus uvedený pre rok 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0743",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Patrik Pavlišin uvedený pre rok 2020?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0744",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Tomáš Kuchárik uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0745",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Dmytro Ushatenko uvedený pre rok 2020?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0746",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Dávid Omasta uvedený pre rok 2024?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0747",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Martin Wencel uvedený pre rok 2020?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0748",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Ondrej Megela uvedený pre rok 2020?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0749",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Alina Vitko uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0750",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Artem Yatsenko uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0751",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Filip Tomáš uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0752",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Kristián Sopkovič uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0753",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Michal Stromko uvedený pre rok 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0754",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Eduard Matovka uvedený pre rok 2024?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0755",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Martin Šarišský uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0756",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Matej Novotný uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0757",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Matej Ščišľak uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0758",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Vladimír Ferko uvedený pre rok 2024?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0759",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Andrii Pervashov uvedený pre rok 2027?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0760",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Daniil Huzenko uvedený pre rok 2025?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0761",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Ján Malinovský uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0762",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Ján Pták uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0763",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Oleh Poiasnik uvedený pre rok 2027?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0764",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Samuel Vasiľ uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0765",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Tetiana Mohorian uvedený pre rok 2025?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0766",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Valerii Kutsenko uvedený pre rok 2027?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0767",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Vladyslav Yanchenko uvedený pre rok 2025?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0768",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Denis Le Thanh uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0769",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Maksym Zatirka uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0770",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký názov práce je pri osobe Oleksandr Dorybohov uvedený pre rok 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová year-specific formulácia názvu práce."
|
|
},
|
|
{
|
|
"id": "q0771",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș",
|
|
"knowledge graph"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0772",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș",
|
|
"medical"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0773",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Bogdan Paul Chiș",
|
|
"Triplet extraction"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0774",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez",
|
|
"named entities"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0775",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez",
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0776",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Cesar Abascal Gutierrez",
|
|
"spaCy"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0777",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic",
|
|
"Hate Speech"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0778",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic",
|
|
"MTEB"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0779",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oliver Pejic",
|
|
"SentenceTransformer"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0780",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu",
|
|
"BERT"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0781",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu",
|
|
"Hate Speech"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0782",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Sevval Bulburu",
|
|
"SMOTE"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0783",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi",
|
|
"ROUGE"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0784",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi",
|
|
"Slovak"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0785",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Youssef Ressaissi",
|
|
"summarization"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0786",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"BiLSTM"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0787",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"CRF"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0788",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"interpunkcia"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0789",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Fairseq"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0790",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"MBART"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0791",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0792",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"pomenované entity"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0793",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Prodigy"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0794",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0795",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"PageRank"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0796",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"slovenský internet"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0797",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"získavanie informácií"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0798",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"GPU"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0799",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „NCCL“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"NCCL"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0800",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „PyTorch“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"PyTorch"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0801",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „klasifikácia textu“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"klasifikácia textu"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0802",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „scikit“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"scikit"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0803",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „strojové učenie“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"strojové učenie"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0804",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „grafové neurónové siete“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"grafové neurónové siete"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0805",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „morfologická anotácia“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"morfologická anotácia"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0806",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „Spacy“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0807",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „automatický preklad“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"automatický preklad"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0808",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „paralelný korpus“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"paralelný korpus"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0809",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „strojový preklad“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0810",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „Question Answering“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0811",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „SQuAD“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"SQuAD"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0812",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „strojový preklad“?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0813",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „chatbot“?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"chatbot"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0814",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „dialógový systém“?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"dialógový systém"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0815",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „Python“?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Python"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0816",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"generatívne modely"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0817",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „Question Answering“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0818",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „slovenčina“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"slovenčina"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0819",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „morfologická analýza“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"morfologická analýza"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0820",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „pomenované entity“?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"pomenované entity"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nová grounded keyword otázka."
|
|
},
|
|
{
|
|
"id": "q0821",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0822",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0823",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Ján Holp pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0824",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0825",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0826",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0827",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0828",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0829",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0830",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0831",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0832",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0833",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0834",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0835",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0836",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0837",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0838",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0839",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0840",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0841",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0842",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0843",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0844",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Michal Stromko pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0845",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0846",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0847",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0848",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0849",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0850",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0851",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0852",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0853",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0854",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0855",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0856",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0857",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0858",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0859",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0860",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0861",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0862",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0863",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0864",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0865",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0866",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0867",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0868",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0869",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0870",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0871",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0872",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0873",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0874",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0875",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0876",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model GPU používal Ján Pták pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0877",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0878",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0879",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0880",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0881",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0882",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0883",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0884",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0885",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0886",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0887",
|
|
"split": "dev",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0888",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0889",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Jakub Maruniak pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0890",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0891",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0892",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0893",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0894",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0895",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Dominik Nagy pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0896",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0897",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0898",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0899",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0900",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0901",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Patrik Pavlišin pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0902",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0903",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0904",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0905",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0906",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0907",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Dávid Omasta pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0908",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0909",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0910",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0911",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0912",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0913",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Kristián Sopkovič pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0914",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0915",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0916",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0917",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0918",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0919",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Michal Stromko pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0920",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0921",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0922",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0923",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0924",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0925",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny model procesora alebo CPU používal Artem Yatsenko pri práci?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0926",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú výslednú známku z obhajoby získal Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0927",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko strán mala finálna záverečná práca osoby Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0928",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0929",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0930",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0931",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Ján Holp pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0932",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Tomáš Kuchárik pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0933",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Jakub Maruniak pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0934",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Kristián Sopkovič pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0935",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Artem Yatsenko pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0936",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Matej Ščišľak pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0937",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Oleh Poiasnik pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0938",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Vladyslav Yanchenko pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0939",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Daniil Huzenko pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0940",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Valerii Kutsenko pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0941",
|
|
"split": "test",
|
|
"category": "unanswerable_missing_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký konkrétny operačný systém používal Ján Pták pri implementácii?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [],
|
|
"should_answer": false,
|
|
"note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť."
|
|
},
|
|
{
|
|
"id": "q0942",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie."
|
|
},
|
|
{
|
|
"id": "q0943",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0944",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0945",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0946",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0947",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0948",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0949",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0950",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0951",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0952",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0953",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0954",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0955",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0956",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0957",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0958",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0959",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0960",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0961",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0962",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0963",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0964",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0965",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0966",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0967",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0968",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0969",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0970",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0971",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0972",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0973",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0974",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0975",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0976",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0977",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0978",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0979",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0980",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0981",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0982",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0983",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0984",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0985",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0986",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2016",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0987",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0988",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0989",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0990",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0991",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0992",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0993",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0994",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0995",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0996",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2019",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0997",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0998",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q0999",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1000",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1001",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1002",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1003",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1004",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2021",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1005",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1006",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1007",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1008",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1009",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1010",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1011",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1012",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1013",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2022",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1014",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1015",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1016",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1017",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1018",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1019",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1020",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1021",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"2023",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1022",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1023",
|
|
"split": "dev",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1024",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1025",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ján Holp, ktorý súvisí s témou „získavanie informácií“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1026",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „PyTorch“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1027",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „strojové učenie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1028",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1029",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „paralelný korpus“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1030",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „SQuAD“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1031",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „Python“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1032",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1033",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „morfologická analýza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1034",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „jazykové modelovanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1035",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1036",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1037",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „Docker Compose“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1038",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1039",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „vyhľadávanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1040",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „slovenský jazykový model“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1041",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „agent“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1042",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „webové dáta“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1043",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1044",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1045",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „speech-to-text“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1046",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Kubernetes“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1047",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1048",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ján Pták, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1049",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „lekáreň“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1050",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1051",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1052",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Valerii Kutsenko, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1053",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Vladyslav Yanchenko, ktorý súvisí s témou „cloud“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1054",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Denis Le Thanh, ktorý súvisí s témou „Slovak Mistral“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1055",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Maksym Zatirka, ktorý súvisí s témou „grafová databáza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1056",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Oleksandr Dorybohov, ktorý súvisí s témou „právo“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1057",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ronald Zalacko, ktorý súvisí s témou „robotické súťaže“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1058",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Rostyslav Rodzhuk, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1059",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Samuel Džurina, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1060",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Simona Bobrovčanová, ktorý súvisí s témou „sumarizácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1061",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Yevhenii Medushivskyi, ktorý súvisí s témou „crawler“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1062",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „BiLSTM“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1063",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „MBART“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1064",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1065",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ján Holp, ktorý súvisí s témou „PageRank“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1066",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „NCCL“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1067",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „scikit“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1068",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „grafové neurónové siete“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1069",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1070",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1071",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „dialógový systém“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1072",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1073",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1074",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „neurónové siete“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1075",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Streamlit“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1076",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1077",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „microk8s“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1078",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „transformery“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1079",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „FAISS“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1080",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „LLAMA“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1081",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „právne informácie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1082",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „klasifikácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1083",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „Neo4J“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1084",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „anotácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1085",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1086",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Raspberry Pi“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1087",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1088",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Ján Pták, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1089",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1090",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „MCP“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1091",
|
|
"split": "test",
|
|
"category": "single_document_synthesis",
|
|
"difficulty": "hard",
|
|
"question": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „LLM“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu."
|
|
},
|
|
{
|
|
"id": "q1092",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1093",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1094",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1095",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1096",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1097",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1098",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1099",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1100",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1101",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1102",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu",
|
|
"2020",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1103",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1104",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1105",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1106",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1107",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1108",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1109",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1110",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1111",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1112",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1113",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1114",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1115",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1116",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1117",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1118",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1119",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1120",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1121",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1122",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1123",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1124",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1125",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1126",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1127",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1128",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1129",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1130",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1131",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1132",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1133",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1134",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1135",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1136",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1137",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1138",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1139",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1140",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1141",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1142",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1143",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1144",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1145",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1146",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1147",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Holp a Ondrej Megela. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Ondrej Megela záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021",
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1148",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Martin Wencel. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1149",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Martin Šarišský a Samuel Džurina. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1150",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Michal Stromko a Denis Le Thanh. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1151",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dárius Lindvai a Rostyslav Rodzhuk. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1152",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Andrii Pervashov. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1153",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Jakub Maruniak a Valerii Kutsenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1154",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dominik Nagy a Valerii Kutsenko. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1155",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ondrej Megela a Vladimír Ferko. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1156",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Samuel Vasiľ a Oleksandr Dorybohov. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1157",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Tomáš Kuchárik a Andrii Pervashov. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1158",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Malinovský a Ján Pták. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1159",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Tomáš Kuchárik a Dávid Omasta. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Dávid Omasta záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1160",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Vladimír Ferko a Daniil Huzenko. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1161",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ondrej Megela a Ján Pták. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1162",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Vladimír Ferko a Oleksandr Dorybohov. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1163",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Alina Vitko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1164",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Lukáš Pokrývka a Vladyslav Yanchenko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1165",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Martin Šarišský a Vladimír Ferko. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1166",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Matej Ščišľak a Vladimír Ferko. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1167",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Alina Vitko a Ján Pták. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1168",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1169",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Holp a Denis Le Thanh. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1170",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Tetiana Mohorian. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1171",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Tetiana Mohorian a Oleksandr Dorybohov. Pri osobe Tetiana Mohorian použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1172",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Maroš Harahus a Michal Stromko. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Michal Stromko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1173",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Yevhenii Medushivskyi. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1174",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Andrii Pervashov a Maksym Zatirka. Pri osobe Andrii Pervashov použi záznam typu „diplomová práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1175",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Jakub Maruniak a Matej Ščišľak. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1176",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Jakub Maruniak a Vladyslav Yanchenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1177",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dávid Omasta a Andrii Pervashov. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1178",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Lukáš Pokrývka a Alina Vitko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1179",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dávid Omasta a Martin Wencel. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1180",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Samuel Vasiľ. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1181",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dávid Omasta a Simona Bobrovčanová. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1182",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Márk Fehér a Daniil Huzenko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1183",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dmytro Ushatenko a Yevhenii Medushivskyi. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1184",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dominik Nagy a Kristián Sopkovič. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1185",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Patrik Pavlišin a Denis Le Thanh. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu",
|
|
"2020",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1186",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Ján Malinovský a Maksym Zatirka. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1187",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Patrik Pavlišin a Daniil Huzenko. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Metódy automatického prekladu",
|
|
"2020",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1188",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Tomáš Kuchárik a Yevhenii Medushivskyi. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1189",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Michal Stromko a Tetiana Mohorian. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1190",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Oleksandr Dorybohov a Simona Bobrovčanová. Pri osobe Oleksandr Dorybohov použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
},
|
|
{
|
|
"id": "q1191",
|
|
"split": "test",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj záznamy osôb Dmytro Ushatenko a Simona Bobrovčanová. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov."
|
|
}
|
|
]
|