{ "method": "Predeclared stratified regression sample of known classic RAG questions, not an independent TEST. Gold/source oracle used only by evaluator, never sent to model.", "seed": 20261027, "source_file": "tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.json", "source_sha256": "eba03639f8a3c32ee47a4e294d8592c1071fc6fd43e38967e39131b840fefa7e", "source_corpus": { "sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10", "document_count": 114, "documents": { "pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a", "pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9", "pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a", "pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06", "pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5", "pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea", "pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0", "pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84", "pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02", "pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2", "pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc", "pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499", "pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc", "pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df", "pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd", "pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92", "pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562", "pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48", "pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2", "pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87", "pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330", "pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635" } }, "category_counts": { "fact_title": 10, "fact_work_year": 10, "fact_start_year": 8, "disambiguation_year": 8, "multi_document": 8, "single_document_synthesis": 8, "specific_fact": 10, "keyword_grounding": 8, "unanswerable_missing_fact": 10 }, "cases": [ { "id": "q0053", "category": "fact_title", "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", "expected_answer_contains": [ "Paralelné trénovanie neurónových sietí" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "should_answer": true, "expected_bindings": [ { "person": "Lukáš Pokrývka", "work_type": "diploma_thesis", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "heading_line": 18, "title_line": 14, "title": "Paralelné trénovanie neurónových sietí" } ], "source_checks": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002" } ] }, { "id": "q0318", "category": "fact_title", "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", "expected_answer_contains": [ "Expertný agentový systém na podporu rozhodovania v lekárni" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "should_answer": true, "expected_bindings": [ { "person": "Oleh Poiasnik", "work_type": "diploma_thesis", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "heading_line": 14, "title_line": 16, "title": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "source_checks": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8" } ] }, { "id": "q0133", "category": "fact_title", "question": "Aký je názov bakalárska práca osoby Martin Wencel?", "expected_answer_contains": [ "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "should_answer": true, "expected_bindings": [ { "person": "Martin Wencel", "work_type": "bachelor_thesis", "document_path": "pages/students/2018/martin_wencel/README.md", "heading_line": 17, "title_line": 19, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "source_checks": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b" } ] }, { "id": "q0289", "category": "fact_title", "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", "expected_answer_contains": [ "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "should_answer": true, "expected_bindings": [ { "person": "Andrii Pervashov", "work_type": "diploma_thesis", "document_path": "pages/students/2022/andrii_pervashov/README.md", "heading_line": 13, "title_line": 17, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "source_checks": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334" } ] }, { "id": "q0410", "category": "fact_title", "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", "expected_answer_contains": [ "Grafová databáza pre podporu generovania slovenského jazyka" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "should_answer": true, "expected_bindings": [ { "person": "Maksym Zatirka", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/maksym_zatirka/README.md", "heading_line": 16, "title_line": 21, "title": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "source_checks": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd" } ] }, { "id": "q0757", "category": "fact_title", "question": "Aký názov práce je pri osobe Matej Ščišľak uvedený pre rok 2026?", "expected_answer_contains": [ "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "should_answer": true, "expected_bindings": [ { "person": "Matej Ščišľak", "work_type": "diploma_thesis", "document_path": "pages/students/2021/matej_scislak/README.md", "heading_line": 13, "title_line": 17, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." } ], "source_checks": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8" } ] }, { "id": "q0767", "category": "fact_title", "question": "Aký názov práce je pri osobe Vladyslav Yanchenko uvedený pre rok 2025?", "expected_answer_contains": [ "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "should_answer": true, "expected_bindings": [ { "person": "Vladyslav Yanchenko", "work_type": "bachelor_thesis", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "heading_line": 13, "title_line": 17, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." } ], "source_checks": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f" } ] }, { "id": "q0745", "category": "fact_title", "question": "Aký názov práce je pri osobe Dmytro Ushatenko uvedený pre rok 2020?", "expected_answer_contains": [ "Jednoduchý chatbot v jazyku Python" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "should_answer": true, "expected_bindings": [ { "person": "Dmytro Ushatenko", "work_type": "bachelor_thesis", "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "heading_line": 11, "title_line": 14, "title": "Jednoduchý chatbot v jazyku Python," } ], "source_checks": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec" } ] }, { "id": "q0215", "category": "fact_title", "question": "Aký je názov diplomová práca osoby Martin Šarišský?", "expected_answer_contains": [ "Agentové systémy pomocou veľkého jazykového modelu" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "should_answer": true, "expected_bindings": [ { "person": "Martin Šarišský", "work_type": "diploma_thesis", "document_path": "pages/students/2021/martin_sarissky/README.md", "heading_line": 12, "title_line": 18, "title": "Agentové systémy pomocou veľkého jazykového modelu" } ], "source_checks": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf" } ] }, { "id": "q0467", "category": "fact_title", "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", "expected_answer_contains": [ "Automatické odpovede na otázky v právnej oblasti" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "should_answer": true, "expected_bindings": [ { "person": "Oleksandr Dorybohov", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "heading_line": 14, "title_line": 20, "title": "Automatické odpovede na otázky v právnej oblasti" } ], "source_checks": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18" } ] }, { "id": "q0059", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", "expected_answer_contains": [ "2021" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "should_answer": true, "expected_bindings": [ { "person": "Lukáš Pokrývka", "work_type": "diploma_thesis", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "heading_line": 18, "title_line": 14, "year": 2021, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002" } ] }, { "id": "q0532", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", "expected_answer_contains": [ "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "should_answer": true, "expected_bindings": [ { "person": "Denis Le Thanh", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/denis_le_thanh/README.md", "heading_line": 19, "title_line": 24, "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61" } ] }, { "id": "q0473", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", "expected_answer_contains": [ "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "should_answer": true, "expected_bindings": [ { "person": "Oleksandr Dorybohov", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "heading_line": 14, "title_line": 20, "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18" } ] }, { "id": "q0192", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", "expected_answer_contains": [ "2022" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "should_answer": true, "expected_bindings": [ { "person": "Alina Vitko", "work_type": "bachelor_thesis", "document_path": "pages/students/2019/alina_vitko/README.md", "heading_line": 12, "title_line": 14, "year": 2022, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd" } ] }, { "id": "q0459", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", "expected_answer_contains": [ "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "should_answer": true, "expected_bindings": [ { "person": "Ronald Zalacko", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/ronald_zalacko/README.md", "heading_line": 17, "title_line": 22, "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f" } ] }, { "id": "q0267", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", "expected_answer_contains": [ "2024" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "should_answer": true, "expected_bindings": [ { "person": "Eduard Matovka", "work_type": "bachelor_thesis", "document_path": "pages/students/2021/eduard_matovka/README.md", "heading_line": 12, "title_line": 18, "year": 2024, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43" } ] }, { "id": "q0517", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", "expected_answer_contains": [ "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "should_answer": true, "expected_bindings": [ { "person": "Samuel Vasiľ", "work_type": "bachelor_thesis", "document_path": "pages/students/2022/samuel_vasil/README.md", "heading_line": 14, "title_line": 20, "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5" } ] }, { "id": "q0074", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", "expected_answer_contains": [ "2021" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "should_answer": true, "expected_bindings": [ { "person": "Dárius Lindvai", "work_type": "diploma_thesis", "document_path": "pages/students/2016/darius_lindvai/README.md", "heading_line": null, "title_line": 14, "year": 2021, "year_basis": "frontmatter_category" } ], "source_checks": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62" } ] }, { "id": "q0416", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", "expected_answer_contains": [ "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "should_answer": true, "expected_bindings": [ { "person": "Maksym Zatirka", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/maksym_zatirka/README.md", "heading_line": 16, "title_line": 21, "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd" } ] }, { "id": "q0117", "category": "fact_work_year", "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", "expected_answer_contains": [ "2020" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "should_answer": true, "expected_bindings": [ { "person": "Dmytro Ushatenko", "work_type": "bachelor_thesis", "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "heading_line": 11, "title_line": 14, "year": 2020, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec" } ] }, { "id": "q0515", "category": "fact_start_year", "question": "V ktorom roku začal študovať Samuel Vasiľ?", "expected_answer_contains": [ "2022" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "should_answer": true, "expected_bindings": [ { "person": "Samuel Vasiľ", "start_year": 2022, "document_path": "pages/students/2022/samuel_vasil/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5" } ] }, { "id": "q0353", "category": "fact_start_year", "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", "expected_answer_contains": [ "2022" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "should_answer": true, "expected_bindings": [ { "person": "Vladyslav Yanchenko", "start_year": 2022, "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f" } ] }, { "id": "q0471", "category": "fact_start_year", "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", "expected_answer_contains": [ "2023" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "should_answer": true, "expected_bindings": [ { "person": "Oleksandr Dorybohov", "start_year": 2023, "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18" } ] }, { "id": "q0219", "category": "fact_start_year", "question": "V ktorom roku začal študovať Martin Šarišský?", "expected_answer_contains": [ "2021" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "should_answer": true, "expected_bindings": [ { "person": "Martin Šarišský", "start_year": 2021, "document_path": "pages/students/2021/martin_sarissky/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf" } ] }, { "id": "q0265", "category": "fact_start_year", "question": "V ktorom roku začal študovať Eduard Matovka?", "expected_answer_contains": [ "2021" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "should_answer": true, "expected_bindings": [ { "person": "Eduard Matovka", "start_year": 2021, "document_path": "pages/students/2021/eduard_matovka/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43" } ] }, { "id": "q0322", "category": "fact_start_year", "question": "V ktorom roku začal študovať Oleh Poiasnik?", "expected_answer_contains": [ "2022" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "should_answer": true, "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022, "document_path": "pages/students/2022/oleh_poiasnik/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8" } ] }, { "id": "q0190", "category": "fact_start_year", "question": "V ktorom roku začal študovať Alina Vitko?", "expected_answer_contains": [ "2019" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "should_answer": true, "expected_bindings": [ { "person": "Alina Vitko", "start_year": 2019, "document_path": "pages/students/2019/alina_vitko/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd" } ] }, { "id": "q0072", "category": "fact_start_year", "question": "V ktorom roku začal študovať Dárius Lindvai?", "expected_answer_contains": [ "2016" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "should_answer": true, "expected_bindings": [ { "person": "Dárius Lindvai", "start_year": 2016, "document_path": "pages/students/2016/darius_lindvai/README.md", "basis": "explicit_text" } ], "source_checks": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62" } ] }, { "id": "q0060", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", "expected_answer_contains": [ "2016", "2021" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "should_answer": true, "expected_bindings": [ { "person": "Lukáš Pokrývka", "work_type": "diploma_thesis", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "heading_line": 18, "title_line": 14, "year": 2021, "start_year": 2016, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002" } ] }, { "id": "q0402", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", "expected_answer_contains": [ "2022", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "should_answer": true, "expected_bindings": [ { "person": "Ján Malinovský", "work_type": "diploma_project", "document_path": "pages/students/2022/jan_malinovsky/README.md", "heading_line": 13, "title_line": 18, "year": 2026, "start_year": 2022, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab" } ] }, { "id": "q0325", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", "expected_answer_contains": [ "2022", "2027" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "should_answer": true, "expected_bindings": [ { "person": "Oleh Poiasnik", "work_type": "diploma_thesis", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "heading_line": 14, "title_line": 16, "year": 2027, "start_year": 2022, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8" } ] }, { "id": "q0356", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", "expected_answer_contains": [ "2022", "2025" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "should_answer": true, "expected_bindings": [ { "person": "Vladyslav Yanchenko", "work_type": "bachelor_thesis", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "heading_line": 13, "title_line": 17, "year": 2025, "start_year": 2022, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f" } ] }, { "id": "q0222", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", "expected_answer_contains": [ "2021", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "should_answer": true, "expected_bindings": [ { "person": "Martin Šarišský", "work_type": "diploma_thesis", "document_path": "pages/students/2021/martin_sarissky/README.md", "heading_line": 12, "title_line": 18, "year": 2026, "start_year": 2021, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf" } ] }, { "id": "q0296", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", "expected_answer_contains": [ "2022", "2027" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "should_answer": true, "expected_bindings": [ { "person": "Andrii Pervashov", "work_type": "diploma_thesis", "document_path": "pages/students/2022/andrii_pervashov/README.md", "heading_line": 13, "title_line": 17, "year": 2027, "start_year": 2022, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334" } ] }, { "id": "q0518", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", "expected_answer_contains": [ "2022", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "should_answer": true, "expected_bindings": [ { "person": "Samuel Vasiľ", "work_type": "bachelor_thesis", "document_path": "pages/students/2022/samuel_vasil/README.md", "heading_line": 14, "title_line": 20, "year": 2026, "start_year": 2022, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5" } ] }, { "id": "q0460", "category": "disambiguation_year", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", "expected_answer_contains": [ "2023", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "should_answer": true, "expected_bindings": [ { "person": "Ronald Zalacko", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/ronald_zalacko/README.md", "heading_line": 17, "title_line": 22, "year": 2026, "start_year": 2023, "start_year_basis": "explicit_text", "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f" } ] }, { "id": "q1147", "category": "multi_document", "question": "Porovnaj záznamy osôb Ján Holp a Ondrej Megela. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Ondrej Megela záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Systém získavania informácií v slovenskom jazyku", "2021", "Neurónové jazykové modelovanie typu BERT", "2020" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "should_answer": true, "expected_bindings": [ { "person": "Ján Holp", "work_type": "diploma_thesis", "document_path": "pages/students/2016/jan_holp/README.md", "heading_line": 13, "title_line": 15, "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "year_basis": "heading" }, { "person": "Ondrej Megela", "work_type": "bachelor_thesis", "document_path": "pages/students/2018/ondrej_megela/README.md", "heading_line": 265, "title_line": 268, "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065" } ] }, { "id": "q1148", "category": "multi_document", "question": "Porovnaj záznamy osôb Márk Fehér a Martin Wencel. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Klasifikácia textu metódami strojového učenia", "2022", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "should_answer": true, "expected_bindings": [ { "person": "Márk Fehér", "work_type": "diploma_thesis", "document_path": "pages/students/2016/mark_feher/README.md", "heading_line": 9, "title_line": 11, "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "year_basis": "heading" }, { "person": "Martin Wencel", "work_type": "bachelor_thesis", "document_path": "pages/students/2018/martin_wencel/README.md", "heading_line": 17, "title_line": 19, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b" } ] }, { "id": "q1154", "category": "multi_document", "question": "Porovnaj záznamy osôb Dominik Nagy a Valerii Kutsenko. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Neurónový strojový preklad pomocou knižnice Fairseq", "2022", "Zlepšenie vyhľadávania pomocou znalostných grafov", "2027" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "should_answer": true, "expected_bindings": [ { "person": "Dominik Nagy", "work_type": "diploma_thesis", "document_path": "pages/students/2016/dominik_nagy/README.md", "heading_line": 13, "title_line": 17, "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "year_basis": "heading" }, { "person": "Valerii Kutsenko", "work_type": "diploma_thesis", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "heading_line": 12, "title_line": 14, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f" } ] }, { "id": "q1149", "category": "multi_document", "question": "Porovnaj záznamy osôb Martin Šarišský a Samuel Džurina. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Agentové systémy pomocou veľkého jazykového modelu", "2026", "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "should_answer": true, "expected_bindings": [ { "person": "Martin Šarišský", "work_type": "diploma_thesis", "document_path": "pages/students/2021/martin_sarissky/README.md", "heading_line": 12, "title_line": 18, "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "year_basis": "heading" }, { "person": "Samuel Džurina", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/samuel_dzurina/README.md", "heading_line": 14, "title_line": 19, "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e" } ] }, { "id": "q1156", "category": "multi_document", "question": "Porovnaj záznamy osôb Samuel Vasiľ a Oleksandr Dorybohov. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "should_answer": true, "expected_bindings": [ { "person": "Samuel Vasiľ", "work_type": "bachelor_thesis", "document_path": "pages/students/2022/samuel_vasil/README.md", "heading_line": 14, "title_line": 20, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "year_basis": "heading" }, { "person": "Oleksandr Dorybohov", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "heading_line": 14, "title_line": 20, "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18" } ] }, { "id": "q1162", "category": "multi_document", "question": "Porovnaj záznamy osôb Vladimír Ferko a Oleksandr Dorybohov. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "should_answer": true, "expected_bindings": [ { "person": "Vladimír Ferko", "work_type": "bachelor_thesis", "document_path": "pages/students/2021/vladimir_ferko/README.md", "heading_line": 14, "title_line": 21, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "year_basis": "heading" }, { "person": "Oleksandr Dorybohov", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "heading_line": 14, "title_line": 20, "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18" } ] }, { "id": "q1166", "category": "multi_document", "question": "Porovnaj záznamy osôb Matej Ščišľak a Vladimír Ferko. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", "2026", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "should_answer": true, "expected_bindings": [ { "person": "Matej Ščišľak", "work_type": "diploma_thesis", "document_path": "pages/students/2021/matej_scislak/README.md", "heading_line": 13, "title_line": 17, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "year_basis": "heading" }, { "person": "Vladimír Ferko", "work_type": "bachelor_thesis", "document_path": "pages/students/2021/vladimir_ferko/README.md", "heading_line": 14, "title_line": 21, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271" } ] }, { "id": "q1168", "category": "multi_document", "question": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", "expected_answer_contains": [ "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "should_answer": true, "expected_bindings": [ { "person": "Dárius Lindvai", "work_type": "diploma_thesis", "document_path": "pages/students/2016/darius_lindvai/README.md", "heading_line": null, "title_line": 14, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "year_basis": "frontmatter_category" }, { "person": "Tetiana Mohorian", "work_type": "bachelor_thesis", "document_path": "pages/students/2022/tetiana_mohorian/README.md", "heading_line": 14, "title_line": 21, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62" }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb" } ] }, { "id": "q1024", "category": "single_document_synthesis", "question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", "2021" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "should_answer": true, "expected_bindings": [ { "person": "Jakub Maruniak", "work_type": "diploma_thesis", "document_path": "pages/students/2016/jakub_maruniak/README.md", "heading_line": 33, "title_line": 15, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14" } ] }, { "id": "q1049", "category": "single_document_synthesis", "question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „lekáreň“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "should_answer": true, "expected_bindings": [ { "person": "Oleh Poiasnik", "work_type": "diploma_thesis", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "heading_line": 14, "title_line": 16, "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8" } ] }, { "id": "q1059", "category": "single_document_synthesis", "question": "V dokumente osoby Samuel Džurina, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "should_answer": true, "expected_bindings": [ { "person": "Samuel Džurina", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/samuel_dzurina/README.md", "heading_line": 14, "title_line": 19, "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e" } ] }, { "id": "q1035", "category": "single_document_synthesis", "question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "should_answer": true, "expected_bindings": [ { "person": "Alina Vitko", "work_type": "bachelor_thesis", "document_path": "pages/students/2019/alina_vitko/README.md", "heading_line": 12, "title_line": 14, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd" } ] }, { "id": "q1063", "category": "single_document_synthesis", "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „MBART“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "should_answer": true, "expected_bindings": [ { "person": "Dominik Nagy", "work_type": "diploma_thesis", "document_path": "pages/students/2016/dominik_nagy/README.md", "heading_line": 13, "title_line": 17, "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d" } ] }, { "id": "q1034", "category": "single_document_synthesis", "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „jazykové modelovanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Neurónové jazykové modelovanie typu BERT", "2020" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "should_answer": true, "expected_bindings": [ { "person": "Ondrej Megela", "work_type": "bachelor_thesis", "document_path": "pages/students/2018/ondrej_megela/README.md", "heading_line": 265, "title_line": 268, "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065" } ] }, { "id": "q1058", "category": "single_document_synthesis", "question": "V dokumente osoby Rostyslav Rodzhuk, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "should_answer": true, "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "work_type": "bachelor_thesis", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "heading_line": 15, "title_line": 20, "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c" } ] }, { "id": "q1073", "category": "single_document_synthesis", "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", "expected_answer_contains": [ "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "should_answer": true, "expected_bindings": [ { "person": "Martin Wencel", "work_type": "bachelor_thesis", "document_path": "pages/students/2018/martin_wencel/README.md", "heading_line": 17, "title_line": 19, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "year_basis": "heading" } ], "source_checks": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b" } ] }, { "id": "q0065", "category": "specific_fact", "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", "expected_answer_contains": [ "LUNA" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002" } ] }, { "id": "q0066", "category": "specific_fact", "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", "expected_answer_contains": [ "NCCL" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002" } ] }, { "id": "q0523", "category": "specific_fact", "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", "expected_answer_contains": [ "OpenWebUI" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5" } ] }, { "id": "q0408", "category": "specific_fact", "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", "expected_answer_contains": [ "výchovné opatrenia", "osnovy", "asistent pedagóga" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "should_answer": true, "expected_bindings": [], "source_checks": [] }, { "id": "q0479", "category": "specific_fact", "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", "expected_answer_contains": [ "právnej" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "should_answer": true, "expected_bindings": [], "source_checks": [] }, { "id": "q0198", "category": "specific_fact", "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", "expected_answer_contains": [ "Streamlit" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd" } ] }, { "id": "q0631", "category": "specific_fact", "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", "expected_answer_contains": [ "Hunspell", "Byte Pair Encoding", "Morfessor" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "should_answer": true, "expected_bindings": [], "source_checks": [] }, { "id": "q0567", "category": "specific_fact", "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", "expected_answer_contains": [ "Prodigy" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d" } ] }, { "id": "q0614", "category": "specific_fact", "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", "expected_answer_contains": [ "Maroš Harahus", "Kristián Sopkovič" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "should_answer": true, "expected_bindings": [], "source_checks": [] }, { "id": "q0566", "category": "specific_fact", "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", "expected_answer_contains": [ "Django" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d" } ] }, { "id": "q0421", "category": "keyword_grounding", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", "expected_answer_contains": [ "Maksym Zatirka", "znalostný graf" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd" } ] }, { "id": "q0476", "category": "keyword_grounding", "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", "expected_answer_contains": [ "Oleksandr Dorybohov", "právo" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18" } ] }, { "id": "q0544", "category": "keyword_grounding", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", "expected_answer_contains": [ "Youssef Ressaissi", "Slovak" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987" } ] }, { "id": "q0404", "category": "keyword_grounding", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", "expected_answer_contains": [ "Ján Malinovský", "RAG" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab" } ] }, { "id": "q0816", "category": "keyword_grounding", "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?", "expected_answer_contains": [ "Dávid Omasta", "generatívne modely" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327" } ] }, { "id": "q0195", "category": "keyword_grounding", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", "expected_answer_contains": [ "Alina Vitko", "Question Answering" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd" } ] }, { "id": "q0078", "category": "keyword_grounding", "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", "expected_answer_contains": [ "Dárius Lindvai", "BiLSTM" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62" } ] }, { "id": "q0328", "category": "keyword_grounding", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", "expected_answer_contains": [ "Oleh Poiasnik", "znalostný graf" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "should_answer": true, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8" } ] }, { "id": "q0888", "category": "unanswerable_missing_fact", "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b" } ] }, { "id": "q0913", "category": "unanswerable_missing_fact", "question": "Aký konkrétny model procesora alebo CPU používal Kristián Sopkovič pri práci?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279" } ] }, { "id": "q0921", "category": "unanswerable_missing_fact", "question": "Koľko strán mala finálna záverečná práca osoby Michal Stromko?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7" } ] }, { "id": "q0910", "category": "unanswerable_missing_fact", "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dávid Omasta?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327" } ] }, { "id": "q0908", "category": "unanswerable_missing_fact", "question": "Akú výslednú známku z obhajoby získal Dávid Omasta?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327" } ] }, { "id": "q0901", "category": "unanswerable_missing_fact", "question": "Aký konkrétny model procesora alebo CPU používal Patrik Pavlišin pri práci?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763" } ] }, { "id": "q0928", "category": "unanswerable_missing_fact", "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Artem Yatsenko?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2" } ] }, { "id": "q0892", "category": "unanswerable_missing_fact", "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Jakub Maruniak?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14" } ] }, { "id": "q0922", "category": "unanswerable_missing_fact", "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Michal Stromko?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7" } ] }, { "id": "q0929", "category": "unanswerable_missing_fact", "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Artem Yatsenko?", "expected_answer_contains": [], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "should_answer": false, "expected_bindings": [], "source_checks": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2" } ] } ], "limitations": [ "Known regression questions; not a new independent accuracy estimate.", "Dárius Lindvai: the diploma year 2021 is inferred from taxonomy category dp2021; no explicit diploma heading. Runtime checked RAG deliberately does not use category years as work-year proof.", "Source review is automated against original Markdown; independent human annotation has not been performed." ] }