dp-zp-agent/evaluation/questions.json

[
  {
    "id": "q001",
    "category": "fact_year",
    "question": "V akom roku robil Ján Holp diplomovú prácu?",
    "expected_documents": [
      "pages/students/2016/jan_holp/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
    ],
    "expected_answer_contains": [
      "2021"
    ],
    "should_answer": true
  },
  {
    "id": "q002",
    "category": "fact_year",
    "question": "V ktorom roku začal študovať Ján Holp?",
    "expected_documents": [
      "pages/students/2016/jan_holp/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
    ],
    "expected_answer_contains": [
      "2016"
    ],
    "should_answer": true
  },
  {
    "id": "q003",
    "category": "fact_title",
    "question": "Aký je názov diplomovej práce Jána Holpa?",
    "expected_documents": [
      "pages/students/2016/jan_holp/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
    ],
    "expected_answer_contains": [
      "Systém získavania informácií v slovenskom jazyku"
    ],
    "should_answer": true
  },
  {
    "id": "q004",
    "category": "fact_title",
    "question": "Aký je názov diplomovej práce Maroša Harahusa?",
    "expected_documents": [
      "pages/students/2016/maros_harahus/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
    ],
    "expected_answer_contains": [
      "Neurónová morfologická anotácia slovenského jazyka"
    ],
    "should_answer": true
  },
  {
    "id": "q005",
    "category": "fact_topic",
    "question": "Aká je téma diplomového projektu Jána Ptáka?",
    "expected_documents": [
      "pages/students/2022/jan_ptak/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
    ],
    "expected_answer_contains": [
      "Agent pre manažment záverečných prác"
    ],
    "should_answer": true
  },
  {
    "id": "q006",
    "category": "fact_year",
    "question": "V ktorom roku začal študovať Ján Pták?",
    "expected_documents": [
      "pages/students/2022/jan_ptak/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
    ],
    "expected_answer_contains": [
      "2022"
    ],
    "should_answer": true
  },
  {
    "id": "q007",
    "category": "fact_tool",
    "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
    "expected_documents": [
      "pages/students/2022/jan_ptak/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
    ],
    "expected_answer_contains": [
      "OpenWebUI"
    ],
    "should_answer": true
  },
  {
    "id": "q008",
    "category": "paraphrase",
    "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?",
    "expected_documents": [
      "pages/students/2022/jan_ptak/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
    ],
    "expected_answer_contains": [
      "Ján Pták"
    ],
    "should_answer": true
  },
  {
    "id": "q009",
    "category": "fact_topic",
    "question": "Aká je téma diplomového projektu Jána Malinovského?",
    "expected_documents": [
      "pages/students/2022/jan_malinovsky/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
    ],
    "expected_answer_contains": [
      "Grafové vyhľadávanie pre podporu vzdelávania"
    ],
    "should_answer": true
  },
  {
    "id": "q010",
    "category": "paraphrase",
    "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",
    "expected_documents": [
      "pages/students/2022/jan_malinovsky/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
    ],
    "expected_answer_contains": [
      "Ján Malinovský"
    ],
    "should_answer": true
  },
  {
    "id": "q011",
    "category": "fact_title",
    "question": "Ako sa volá diplomová práca Mateja Novotného?",
    "expected_documents": [
      "pages/students/2021/matej_novotny/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
    ],
    "expected_answer_contains": [
      "Klasifikácia webových dát pre lepšie jazykové modelovanie"
    ],
    "should_answer": true
  },
  {
    "id": "q012",
    "category": "fact_year",
    "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?",
    "expected_documents": [
      "pages/students/2021/matej_novotny/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
    ],
    "expected_answer_contains": [
      "2026"
    ],
    "should_answer": true
  },
  {
    "id": "q013",
    "category": "fact_title",
    "question": "Aký je názov diplomovej práce Dominika Nagya?",
    "expected_documents": [
      "pages/students/2016/dominik_nagy/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
    ],
    "expected_answer_contains": [
      "Neurónový strojový preklad pomocou knižnice Fairseq"
    ],
    "should_answer": true
  },
  {
    "id": "q014",
    "category": "topic",
    "question": "Nájdi dokumenty súvisiace so strojovým prekladom.",
    "expected_documents": [
      "pages/topics/translation/README.md",
      "pages/students/2016/dominik_nagy/README.md",
      "pages/students/2016/patrik_pavlisin/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/topics/translation",
      "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
      "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
    ],
    "expected_answer_contains": [
      "strojový preklad"
    ],
    "should_answer": true
  },
  {
    "id": "q015",
    "category": "fact_goal",
    "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?",
    "expected_documents": [
      "pages/interns/oliver_pejic/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
    ],
    "expected_answer_contains": [
      "Hate Speech",
      "MTEB"
    ],
    "should_answer": true
  },
  {
    "id": "q016",
    "category": "paraphrase",
    "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?",
    "expected_documents": [
      "pages/interns/oliver_pejic/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
    ],
    "expected_answer_contains": [
      "Oliver Pejic"
    ],
    "should_answer": true
  },
  {
    "id": "q017",
    "category": "fact_topic",
    "question": "Aká bola téma stáže Bogdana Paula Chișa?",
    "expected_documents": [
      "pages/interns/bogdan_paul_chis/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
    ],
    "expected_answer_contains": [
      "Triplet extraction from medical data"
    ],
    "should_answer": true
  },
  {
    "id": "q018",
    "category": "fact_tool",
    "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?",
    "expected_documents": [
      "pages/interns/bogdan_paul_chis/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
    ],
    "expected_answer_contains": [
      "DeepEval",
      "RAGAS"
    ],
    "should_answer": true
  },
  {
    "id": "q019",
    "category": "fact_goal",
    "question": "Aký bol cieľ stáže Youssefa Ressaissiho?",
    "expected_documents": [
      "pages/interns/yussef_ressaissi/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
    ],
    "expected_answer_contains": [
      "summarization",
      "Slovak"
    ],
    "should_answer": true
  },
  {
    "id": "q020",
    "category": "fact_goal",
    "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?",
    "expected_documents": [
      "pages/interns/cesar_gutierrez/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
    ],
    "expected_answer_contains": [
      "named entities",
      "training set",
      "annotation schema"
    ],
    "should_answer": true
  },
  {
    "id": "q021",
    "category": "fact_goal",
    "question": "Aký je cieľ projektu AI4Steel?",
    "expected_documents": [
      "pages/topics/steel/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/topics/steel"
    ],
    "expected_answer_contains": [
      "tavnej zmesi",
      "hlbokých neurónových sietí"
    ],
    "should_answer": true
  },
  {
    "id": "q022",
    "category": "fact_topic",
    "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?",
    "expected_documents": [
      "pages/students/2016/maros_harahus/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
    ],
    "expected_answer_contains": [
      "Automatické opravy textu",
      "spracovanie prirodzeného jazyka"
    ],
    "should_answer": true
  },
  {
    "id": "q023",
    "category": "multi_document",
    "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",
    "expected_documents": [
      "pages/students/2022/jan_ptak/README.md",
      "pages/students/2022/jan_malinovsky/README.md",
      "pages/interns/bogdan_paul_chis/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
      "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
      "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
    ],
    "expected_answer_contains": [
      "RAG"
    ],
    "should_answer": true
  },
  {
    "id": "q024",
    "category": "negative",
    "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?",
    "expected_documents": [
      "pages/students/2016/jan_holp/README.md"
    ],
    "expected_source_urls": [
      "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
    ],
    "expected_answer_contains": [
      "2021"
    ],
    "should_answer": true,
    "note": "Kontrolná otázka proti zámene roku začiatku štúdia 2016 s rokom diplomovej práce 2021."
  }
]