diff --git a/tools/rag/evaluation/results/verified_rag_2026-10-27/answers_80.json b/tools/rag/evaluation/results/verified_rag_2026-10-27/answers_80.json new file mode 100644 index 0000000..07f1ce0 --- /dev/null +++ b/tools/rag/evaluation/results/verified_rag_2026-10-27/answers_80.json @@ -0,0 +1,16751 @@ +{ + "method": "Actual /answer production-path regression on the predeclared 80 known questions; all cases retained. Retrieved contexts kept locally without duplication in this export.", + "source_report": { + "path": "data/reports/rag_verified/20261027T014645Z-8ec7a6ce.json", + "sha256": "0f89ed617c30f4e20095a978540366f8c20d3f190da20415f3d463f704d56319" + }, + "configuration": { + "method": "Predeclared stratified regression sample of known classic RAG questions, not an independent TEST. Gold/source oracle used only by evaluator, never sent to model.", + "mode": "deliver", + "dataset_sha256": "07d6dcaaf546c1df5a2a6c8074ad7502122175d4226a194cd782f5b5031a0b07", + "limitations": [ + "Known regression questions; not a new independent accuracy estimate.", + "Dárius Lindvai: the diploma year 2021 is inferred from taxonomy category dp2021; no explicit diploma heading. Runtime checked RAG deliberately does not use category years as work-year proof.", + "Source review is automated against original Markdown; independent human annotation has not been performed." + ], + "source_audit": { + "q0053": [], + "q0318": [], + "q0133": [], + "q0289": [], + "q0410": [], + "q0757": [], + "q0767": [], + "q0745": [], + "q0215": [], + "q0467": [], + "q0059": [], + "q0532": [], + "q0473": [], + "q0192": [], + "q0459": [], + "q0267": [], + "q0517": [], + "q0074": [], + "q0416": [], + "q0117": [], + "q0515": [], + "q0353": [], + "q0471": [], + "q0219": [], + "q0265": [], + "q0322": [], + "q0190": [], + "q0072": [], + "q0060": [], + "q0402": [], + "q0325": [], + "q0356": [], + "q0222": [], + "q0296": [], + "q0518": [], + "q0460": [], + "q1147": [], + "q1148": [], + "q1154": [], + "q1149": [], + "q1156": [], + "q1162": [], + "q1166": [], + "q1168": [], + "q1024": [], + "q1049": [], + "q1059": [], + "q1035": [], + "q1063": [], + "q1034": [], + "q1058": [], + "q1073": [], + "q0065": [], + "q0066": [], + "q0523": [], + "q0408": [], + "q0479": [], + "q0198": [], + "q0631": [], + "q0567": [], + "q0614": [], + "q0566": [], + "q0421": [], + "q0476": [], + "q0544": [], + "q0404": [], + "q0816": [], + "q0195": [], + "q0078": [], + "q0328": [], + "q0888": [], + "q0913": [], + "q0921": [], + "q0910": [], + "q0908": [], + "q0901": [], + "q0928": [], + "q0892": [], + "q0922": [], + "q0929": [] + }, + "source_corpus": { + "sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10", + "document_count": 114, + "documents": { + "pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", + "pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", + "pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", + "pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", + "pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", + "pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", + "pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", + "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", + "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", + "pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", + "pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", + "pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", + "pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", + "pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", + "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", + "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", + "pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", + "pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", + "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", + "pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", + "pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", + "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", + "pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", + "pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", + "pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", + "pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", + "pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", + "pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", + "pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", + "pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", + "pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", + "pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", + "pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", + "pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", + "pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", + "pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", + "pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", + "pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", + "pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", + "pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", + "pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", + "pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", + "pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", + "pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", + "pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", + "pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", + "pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", + "pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", + "pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", + "pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", + "pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", + "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", + "pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", + "pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", + "pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", + "pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", + "pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", + "pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", + "pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", + "pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", + "pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", + "pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", + "pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", + "pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", + "pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", + "pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", + "pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", + "pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", + "pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", + "pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", + "pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", + "pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", + "pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", + "pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", + "pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", + "pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", + "pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", + "pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", + "pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", + "pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", + "pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", + "pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", + "pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", + "pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", + "pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", + "pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", + "pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", + "pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", + "pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", + "pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", + "pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a", + "pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9", + "pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a", + "pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06", + "pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5", + "pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea", + "pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0", + "pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84", + "pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02", + "pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2", + "pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc", + "pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499", + "pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc", + "pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df", + "pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd", + "pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92", + "pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562", + "pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48", + "pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2", + "pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87", + "pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330", + "pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635" + } + }, + "code_hashes": { + "tools/answer_evaluation/evaluate_verified_rag.py": "3370919e6204e7f101c68f7e97c78489f43774e1fe52864f39b0576c08cd5d13", + "tools/answers/answer_delivery.py": "d45dbb2992d3fa58b2acc772d3b8c8c235bed479fc22d82dc43b14ac352b4afc", + "app/routes.py": "42024bb586aa41a03997f02c631e6d16dccf3dc4756b6d94ce5e21213d16455e", + "tools/answer_evaluation/verified_rag.py": "07268f917b1114f629f57e32a48484844f88f7605de9ff289a58960ab9c45d82", + "tools/answer_evaluation/rag_evidence.py": "27d3571e30af315edaaac3c7c3cc1ac54e8746ceae1b3e883a49a0170ca91d51", + "tools/answer_evaluation/context_policy.py": "0dc2a056ca0d886d7cc8248ed4632c910c5e35bebd03ef94573df41802297f47", + "tools/rag/rag_utils.py": "c439e7edf28779fcb489a32a012f7f84164749742deccbf54dc3a577bcaf58b7", + "tools/rag/llm_context.py": "14d9c1b26d9453f4e6499fce8a712d5d56112bea429173dade2806b62ea08038" + }, + "model_calls": true, + "backend": "http://127.0.0.1:8000", + "model": "model120-fast" + }, + "summary": { + "total": 80, + "answers_evaluated": 80, + "passed": 71, + "success_percent": 88.75, + "false_no_answers": 3, + "blocked_deliveries": 6, + "first_attempt_accepted": 69, + "failure_reasons": { + "false_no_answer": 3, + "missing_expected_answer_value": 9, + "missing_expected_binding": 2, + "delivery_blocked": 6 + }, + "source_coverage": 80, + "answerable_source_coverage": { + "passed": 70, + "total": 70 + }, + "typed_binding_coverage": { + "passed": 50, + "total": 52 + }, + "categories": { + "disambiguation_year": { + "total": 8, + "passed": 8 + }, + "fact_start_year": { + "total": 8, + "passed": 8 + }, + "fact_title": { + "total": 10, + "passed": 10 + }, + "fact_work_year": { + "total": 10, + "passed": 9 + }, + "keyword_grounding": { + "total": 8, + "passed": 5 + }, + "multi_document": { + "total": 8, + "passed": 7 + }, + "single_document_synthesis": { + "total": 8, + "passed": 8 + }, + "specific_fact": { + "total": 10, + "passed": 6 + }, + "unanswerable_missing_fact": { + "total": 10, + "passed": 10 + } + } + }, + "results": [ + { + "id": "q0053", + "category": "fact_title", + "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Paralelné trénovanie neurónových sietí" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Lukáš Pokrývka — diplomová práca; názov práce: Paralelné trénovanie neurónových sietí; rok práce: 2021.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "claims": [ + { + "person": "Lukáš Pokrývka", + "title": "Paralelné trénovanie neurónových sietí", + "year": 2021, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": \"Paralelné trénovanie neurónových sietí\",\n \"year\": 2021,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Lukáš Pokrývka", + "title": "Paralelné trénovanie neurónových sietí", + "year": 2021, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 11.47, + "retrieval_context_sha256": "a1c56960a54a380affb80a655fa1764505140337b13f313ca12d37ec6430d836", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka", + "Tímový projekt 2019" + ] + ] + }, + { + "source_id": "S2", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Patrik Pokrivčák", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/patrik_pokrivcak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "published": true, + "categories": [ + "dp2025" + ], + "tags": [ + "hate", + "nlp" + ], + "section": [ + [ + "Diplomová práca" + ] + ] + }, + { + "source_id": "S4", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S5", + "title": "Diplomový projekt 2 2020", + "author": null, + "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "published": null, + "categories": [], + "tags": [], + "section": [ + [ + "Diplomový projekt 2 2020" + ] + ] + } + ] + }, + { + "id": "q0059", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2021" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Lukáš Pokrývka — diplomová práca; názov práce: Paralelné trénovanie neurónových sietí; rok práce: 2021.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "claims": [ + { + "person": "Lukáš Pokrývka", + "title": "Paralelné trénovanie neurónových sietí", + "year": 2021, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": \"Paralelné trénovanie neurónových sietí\",\n \"year\": 2021,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Lukáš Pokrývka", + "title": "Paralelné trénovanie neurónových sietí", + "year": 2021, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.5, + "retrieval_context_sha256": "f893ffd41159d538e4f953e8abed0a63065e446f27622bc2be1aaef679815975", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka" + ], + [ + "Lukáš Pokrývka", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S3", + "title": "Patrik Pokrivčák", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/patrik_pokrivcak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "published": true, + "categories": [ + "dp2025" + ], + "tags": [ + "hate", + "nlp" + ], + "section": [ + [ + "Diplomová práca" + ] + ] + }, + { + "source_id": "S4", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Diplomový projekt 2 2020", + "author": null, + "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "published": null, + "categories": [], + "tags": [], + "section": [ + [ + "Diplomový projekt 2 2020" + ] + ] + } + ] + }, + { + "id": "q0060", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2016", + "2021" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Lukáš Pokrývka — diplomová práca; rok práce: 2021; začiatok štúdia: 2016.\nLukáš Pokrývka — tímový projekt; rok práce: 2019; začiatok štúdia: 2016.\nLukáš Pokrývka — diplomový projekt; rok práce: 2020; začiatok štúdia: 2016.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "claims": [ + { + "person": "Lukáš Pokrývka", + "year": 2021, + "start_year": 2016, + "work_type": "diploma_thesis" + }, + { + "person": "Lukáš Pokrývka", + "year": 2019, + "start_year": 2016, + "work_type": "team_project" + }, + { + "person": "Lukáš Pokrývka", + "year": 2020, + "start_year": 2016, + "work_type": "diploma_project" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": null,\n \"year\": 2021,\n \"start_year\": 2016,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": null,\n \"year\": 2019,\n \"start_year\": 2016,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"team_project\"\n },\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": null,\n \"year\": 2020,\n \"start_year\": 2016,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Lukáš Pokrývka", + "year": 2021, + "start_year": 2016, + "work_type": "diploma_thesis" + }, + { + "person": "Lukáš Pokrývka", + "year": 2019, + "start_year": 2016, + "work_type": "team_project" + }, + { + "person": "Lukáš Pokrývka", + "year": 2020, + "start_year": 2016, + "work_type": "diploma_project" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 15.95, + "retrieval_context_sha256": "cb860b2ffc77ecbda5912c4def61b604984919cd7df084c24fb3d6a46083f594", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka" + ], + [ + "Lukáš Pokrývka", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Jakub Kristián Lukas", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "hatespeech" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S4", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Legal Data Processing", + "author": null, + "document_path": "pages/topics/legal/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/legal", + "published": null, + "categories": [ + "project" + ], + "tags": [ + "legal", + "nlp" + ], + "section": [ + [ + "Legal Data Processing Scientific Project" + ] + ] + } + ] + }, + { + "id": "q0065", + "category": "specific_fact", + "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "LUNA" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "LUNA": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Lukáš Pokrývka — diplomový projekt; rok práce: 2020.\nZo zdroja Lukáš Pokrývka: „vyskúšaný LUNA dataset, CT torza pre detekciu rakoviny pľúc - 60GB dát.“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "claims": [ + { + "person": "Lukáš Pokrývka", + "year": 2020, + "work_type": "diploma_project" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": null,\n \"year\": 2020,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"vyskúšaný LUNA dataset, CT torza pre detekciu rakoviny pľúc - 60GB dát.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Lukáš Pokrývka", + "year": 2020, + "work_type": "diploma_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "vyskúšaný LUNA dataset, CT torza pre detekciu rakoviny pľúc - 60GB dát." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 20.64, + "retrieval_context_sha256": "a324c09e346afe0829d838c9051bfa890248209da4689e1ae1f712fca8790a5a", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka", + "Diplomový projekt 2 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Patrik Pokrivčák", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/patrik_pokrivcak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "published": true, + "categories": [ + "dp2025" + ], + "tags": [ + "hate", + "nlp" + ], + "section": [ + [ + "Diplomová práca" + ] + ] + }, + { + "source_id": "S3", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S5", + "title": "Yevhenii Medushivskyi", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "ir", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0066", + "category": "specific_fact", + "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "NCCL" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "NCCL": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Lukáš Pokrývka — diplomová práca; názov práce: Paralelné trénovanie neurónových sietí; rok práce: 2021; začiatok štúdia: 2016; kategória: dp2021; autor dokumentu: Daniel Hladek.\nZo zdroja Lukáš Pokrývka: „Funguje cuda 10.0. - Podarilo sa natrénovať MNIST na dvoch strojoch naraz - idoc + tesla.\n\nPytorch 1.4, wrapper distributed_data_paralel.\n\nNCCL backend.“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "claims": [ + { + "person": "Lukáš Pokrývka", + "title": "Paralelné trénovanie neurónových sietí", + "year": 2021, + "start_year": 2016, + "category": "dp2021", + "document_author": "Daniel Hladek", + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": \"Paralelné trénovanie neurónových sietí\",\n \"year\": 2021,\n \"start_year\": 2016,\n \"keyword\": \"NCCL backend\",\n \"category\": \"dp2021\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Funguje cuda 10.0. - Podarilo sa natrénovať MNIST na dvoch strojoch naraz - idoc + tesla.\\n\\nPytorch 1.4, wrapper distributed_data_paralel.\\n\\nNCCL backend.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Lukáš Pokrývka", + "title": "Paralelné trénovanie neurónových sietí", + "year": 2021, + "start_year": 2016, + "keyword": "NCCL backend", + "category": "dp2021", + "document_author": "Daniel Hladek", + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Funguje cuda 10.0. - Podarilo sa natrénovať MNIST na dvoch strojoch naraz - idoc + tesla.\n\nPytorch 1.4, wrapper distributed_data_paralel.\n\nNCCL backend." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + }, + "issues": [ + "unsupported_keyword" + ] + }, + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Lukáš Pokrývka\",\n \"title\": \"Paralelné trénovanie neurónových sietí\",\n \"year\": 2021,\n \"start_year\": 2016,\n \"category\": \"dp2021\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Funguje cuda 10.0. - Podarilo sa natrénovať MNIST na dvoch strojoch naraz - idoc + tesla.\\n\\nPytorch 1.4, wrapper distributed_data_paralel.\\n\\nNCCL backend.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Lukáš Pokrývka", + "title": "Paralelné trénovanie neurónových sietí", + "year": 2021, + "start_year": 2016, + "category": "dp2021", + "document_author": "Daniel Hladek", + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Funguje cuda 10.0. - Podarilo sa natrénovať MNIST na dvoch strojoch naraz - idoc + tesla.\n\nPytorch 1.4, wrapper distributed_data_paralel.\n\nNCCL backend." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": false, + "seconds": 40.29, + "retrieval_context_sha256": "b4a2158f0f854b805694ab1cbe30ba70dc3ebe81846fed6ddc573a5a226ed81c", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka", + "Diplomový projekt 2 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Diplomový projekt 2 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Jakub Kristián Lukas", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "hatespeech" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S5", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027", + "Bakalárska práca 2025" + ] + ] + } + ] + }, + { + "id": "q0072", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Dárius Lindvai?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2016" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2016": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Dárius Lindvai — začiatok štúdia: 2016.\nZo zdroja Dárius Lindvai: „Rok začiatku štúdia: 2016“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "claims": [ + { + "person": "Dárius Lindvai", + "start_year": 2016 + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dárius Lindvai\",\n \"start_year\": 2016\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Rok začiatku štúdia: 2016\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dárius Lindvai", + "start_year": 2016 + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Rok začiatku štúdia: 2016" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 13.44, + "retrieval_context_sha256": "095b1ad4c695c468d4232e5a9e499b52f108fea13a29bd4eda68bd7b95474baf", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dárius Lindvai", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/darius_lindvai/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "interpunction", + "nlp", + "nn" + ], + "section": [ + [ + "Dárius Lindvai", + "Diplomový projekt 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Dmytro Ushatenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/dmytro_ushatenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "published": true, + "categories": [ + "bp2020" + ], + "tags": [ + "chatobot", + "demo", + "nlp" + ], + "section": [ + [ + "Dmytro Ushatenko", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Prvý ročník PhD štúdia" + ] + ] + }, + { + "source_id": "S4", + "title": "Dávid Kostilník", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/david_kostilnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "published": true, + "categories": [ + "dp2025" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Diplomová práca 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Dávid Iľaš", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_ilas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "published": true, + "categories": [ + "dp2023" + ], + "tags": [ + "emotion", + "nlp" + ], + "section": [ + [ + "Diplomová práca 2023" + ] + ] + } + ] + }, + { + "id": "q0074", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [ + { + "person": "Dárius Lindvai", + "work_type": "diploma_thesis", + "document_path": "pages/students/2016/darius_lindvai/README.md", + "heading_line": null, + "title_line": 14, + "year": 2021, + "year_basis": "frontmatter_category" + } + ], + "expected_values_in_context": [ + "2021" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": false, + "issues": [ + "false_no_answer", + "missing_expected_answer_value", + "missing_expected_binding" + ], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 6.36, + "retrieval_context_sha256": "4405621c05daecc5c0e7f886a9a6826111adf03f09402e9c65319376c6271476", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dárius Lindvai", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/darius_lindvai/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "interpunction", + "nlp", + "nn" + ], + "section": [ + [ + "Dárius Lindvai", + "Diplomový projekt 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Márk Fehér", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/mark_feher/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "published": true, + "categories": [ + "dp2022" + ], + "tags": [ + "klasifikácia", + "nlp", + "scikit" + ], + "section": [ + [ + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S3", + "title": "Dávid Omasta", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_omasta/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "published": true, + "categories": [ + "dp2023", + "dp2024" + ], + "tags": [ + "lm" + ], + "section": [ + [ + "Diplomová práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Druhý rok doktorandského štúdia" + ] + ] + }, + { + "source_id": "S5", + "title": "Kristián Sopkovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/kristian_sopkovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "published": true, + "categories": [ + "bp2022", + "dp2024" + ], + "tags": [ + "nlp", + "spacy" + ], + "section": [ + [ + "Diplomová práca 2024", + "Diplomový projekt 1" + ] + ] + } + ] + }, + { + "id": "q0078", + "category": "keyword_grounding", + "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Dárius Lindvai", + "BiLSTM" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "BiLSTM": true + }, + "passed": false, + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivered": { + "status": "error", + "reason": "answer_rejected", + "accepted_for_delivery": false, + "answer": "Odpoveď neprešla overením podkladov. Neoverené údaje sa nezobrazia.", + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dárius Lindvai\",\n \"title\": \"Obnovenie interpunkcie pomocou hlbokých neurónových sietí\",\n \"year\": 2020,\n \"start_year\": 2016,\n \"keyword\": \"BiLSTM\",\n \"category\": \"dp2021\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Urobené:\\n\\n- Trénovanie modelu BiLSTM+CFR a jeho vyhodnotenie Precision Recall pre každú triedu\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Názov: Obnovenie interpunkcie pomocou hlbokých neurónových sietí\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dárius Lindvai", + "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "year": 2020, + "start_year": 2016, + "keyword": "BiLSTM", + "category": "dp2021", + "document_author": "Daniel Hladek", + "work_type": "diploma_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Urobené:\n\n- Trénovanie modelu BiLSTM+CFR a jeho vyhodnotenie Precision Recall pre každú triedu" + }, + { + "source_id": "S1", + "quote": "Názov: Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + }, + "issues": [ + "unsupported_keyword", + "unsupported_academic_binding", + "unsupported_person_work_type_year_binding" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dárius Lindvai\",\n \"title\": \"Obnovenie interpunkcie pomocou hlbokých neurónových sietí\",\n \"year\": 2020,\n \"start_year\": 2016,\n \"keyword\": null,\n \"category\": \"dp2021\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Urobené:\\n\\n- Trénovanie modelu BiLSTM+CFR a jeho vyhodnotenie Precision Recall pre každú triedu\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Názov: Obnovenie interpunkcie pomocou hlbokých neurónových sietí\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dárius Lindvai", + "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "year": 2020, + "start_year": 2016, + "category": "dp2021", + "document_author": "Daniel Hladek", + "work_type": "diploma_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Urobené:\n\n- Trénovanie modelu BiLSTM+CFR a jeho vyhodnotenie Precision Recall pre každú triedu" + }, + { + "source_id": "S1", + "quote": "Názov: Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + }, + "issues": [ + "unsupported_academic_binding", + "unsupported_person_work_type_year_binding" + ] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "engine": "rag", + "claims": [], + "source_urls": [] + }, + "first_attempt_accepted": false, + "seconds": 21.32, + "retrieval_context_sha256": "4e3a1d2dc42c2a837cafb38d95a60dc90d0910b3bc9795935999a62e902135f5", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dárius Lindvai", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/darius_lindvai/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "interpunction", + "nlp", + "nn" + ], + "section": [ + [ + "Dárius Lindvai", + "Tímový projekt 2019" + ] + ] + }, + { + "source_id": "S2", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S3", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Vedecky projekt 2022/23" + ] + ] + }, + { + "source_id": "S4", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Dávid Omasta", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_omasta/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "published": true, + "categories": [ + "dp2023", + "dp2024" + ], + "tags": [ + "lm" + ], + "section": [ + [ + "Diplomová práca 2024" + ] + ] + } + ] + }, + { + "id": "q0117", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2020" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Dmytro Ushatenko — bakalárska práca; názov práce: Jednoduchý chatbot v jazyku Python,; rok práce: 2020.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "claims": [ + { + "person": "Dmytro Ushatenko", + "title": "Jednoduchý chatbot v jazyku Python,", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dmytro Ushatenko\",\n \"title\": \"Jednoduchý chatbot v jazyku Python,\",\n \"year\": 2020,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dmytro Ushatenko", + "title": "Jednoduchý chatbot v jazyku Python,", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 13.56, + "retrieval_context_sha256": "b99487128e94264bcb25eb57a48b4f58c83a7a94afeaaf9be440b865e1ed9463", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dmytro Ushatenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/dmytro_ushatenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "published": true, + "categories": [ + "bp2020" + ], + "tags": [ + "chatobot", + "demo", + "nlp" + ], + "section": [ + [ + "Dmytro Ushatenko", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Dmytro Mural", + "author": "Maroš Harahus", + "document_path": "pages/students/2019/dmytro_mural/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Matúš Suchanič", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matus_suchanic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "published": true, + "categories": [ + "bp2023", + "vp2022" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + } + ] + }, + { + "id": "q0133", + "category": "fact_title", + "question": "Aký je názov bakalárska práca osoby Martin Wencel?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Martin Wencel — bakalárska práca; názov práce: Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy; rok práce: 2020.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "claims": [ + { + "person": "Martin Wencel", + "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Martin Wencel\",\n \"title\": \"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\",\n \"year\": 2020,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Martin Wencel", + "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.77, + "retrieval_context_sha256": "04c45363b95f3f747acebb65c29c2ddb37681977de4f2bbe32c1ffe70861203a", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Martin Wencel", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/martin_wencel/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "nlp", + "spacy" + ], + "section": [ + [ + "Martin Wencel", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Artem Yatsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/artem_yatsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalárska práca 2022" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Jancura", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/martin_jancura/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "demo", + "nlp", + "opennmt", + "translation" + ], + "section": [ + [ + "Martin Jancura", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Kristián Sopkovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/kristian_sopkovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "published": true, + "categories": [ + "bp2022", + "dp2024" + ], + "tags": [ + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + } + ] + }, + { + "id": "q0190", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Alina Vitko?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2019" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2019": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Alina Vitko — začiatok štúdia: 2019.\nZo zdroja Alina Vitko: „rok začiatku štúdia: 2019“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "claims": [ + { + "person": "Alina Vitko", + "start_year": 2019 + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Alina Vitko\",\n \"start_year\": 2019\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2019\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Alina Vitko", + "start_year": 2019 + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2019" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 18.28, + "retrieval_context_sha256": "f3dd9fca7035ec60616c7d8951b893f7c49840519f065ec377140edb57831df8", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Alina Vitko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/alina_vitko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ir", + "nlp", + "qa" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Ján Malinovský", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_malinovsky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomový projekt 1" + ] + ] + }, + { + "source_id": "S4", + "title": "Nikita Bodnar", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/nikita_bodnar/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "published": true, + "categories": [ + "bp2024", + "bp2025", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Diplomový projekt 2" + ] + ] + } + ] + }, + { + "id": "q0192", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Alina Vitko — bakalárska práca; rok práce: 2022.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "claims": [ + { + "person": "Alina Vitko", + "year": 2022, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Alina Vitko\",\n \"title\": null,\n \"year\": 2022,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Alina Vitko", + "year": 2022, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 8.84, + "retrieval_context_sha256": "3924915965617dfab1edc81683d3a44cf48d43f3a6950dd5fa06e72182e0d271", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Alina Vitko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/alina_vitko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ir", + "nlp", + "qa" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Druhý rok doktorandského štúdia" + ] + ] + } + ] + }, + { + "id": "q0195", + "category": "keyword_grounding", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Alina Vitko", + "Question Answering" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": {}, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Alina Vitko — bakalárska práca; názov práce: Systémy pre generovanie odpovede na otázku v prirodzenom jazyku; rok práce: 2022; začiatok štúdia: 2019; kľúčové slovo: qa; kategória: bp2022; autor dokumentu: Daniel Hladek.\nAlina Vitko — bakalársky projekt; rok práce: 2021; začiatok štúdia: 2019; kľúčové slovo: qa; kategória: bp2022; autor dokumentu: Daniel Hladek.\nZo zdroja Alina Vitko: „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“\nZo zdroja Alina Vitko: „Vytovrenie prehľadu existujúcich systémov QA.“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "claims": [ + { + "person": "Alina Vitko", + "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "year": 2022, + "start_year": 2019, + "keyword": "qa", + "category": "bp2022", + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + }, + { + "person": "Alina Vitko", + "year": 2021, + "start_year": 2019, + "keyword": "qa", + "category": "bp2022", + "document_author": "Daniel Hladek", + "work_type": "bachelor_project" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Alina Vitko\",\n \"title\": \"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\",\n \"year\": 2022,\n \"start_year\": 2019,\n \"keyword\": \"qa\",\n \"category\": \"bp2022\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"bachelor_thesis\"\n },\n {\n \"person\": \"Alina Vitko\",\n \"title\": null,\n \"year\": 2021,\n \"start_year\": 2019,\n \"keyword\": \"qa\",\n \"category\": \"bp2022\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"bachelor_project\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Vytovrenie prehľadu existujúcich systémov QA.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Alina Vitko", + "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "year": 2022, + "start_year": 2019, + "keyword": "qa", + "category": "bp2022", + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + }, + { + "person": "Alina Vitko", + "year": 2021, + "start_year": 2019, + "keyword": "qa", + "category": "bp2022", + "document_author": "Daniel Hladek", + "work_type": "bachelor_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + }, + { + "source_id": "S1", + "quote": "Vytovrenie prehľadu existujúcich systémov QA." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 24.16, + "retrieval_context_sha256": "003c0837ff7344e74d6d725e9086e39f17ee75a9d3bab966ca0a00ddcc629383", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Alina Vitko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/alina_vitko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ir", + "nlp", + "qa" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Question Answering", + "author": "Daniel Hladek", + "document_path": "pages/topics/question/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/question", + "published": true, + "categories": [ + "project" + ], + "tags": [ + "annotation", + "nlp", + "question-answer" + ], + "section": [ + [ + "Question Answering", + "Resources", + "Existing Datasets" + ] + ] + }, + { + "source_id": "S3", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S4", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Diplomový projekt 2" + ] + ] + }, + { + "source_id": "S5", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Čo tu nájdem?" + ] + ] + } + ] + }, + { + "id": "q0198", + "category": "specific_fact", + "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Streamlit" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "Streamlit": true + }, + "passed": false, + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivered": { + "status": "error", + "reason": "answer_rejected", + "accepted_for_delivery": false, + "answer": "Odpoveď neprešla overením podkladov. Neoverené údaje sa nezobrazia.", + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Alina Vitko\",\n \"title\": \"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\",\n \"year\": 2022,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Napíšte vlastnú aplikáciu Streamlit alebo inej knižnice (pywebio, gradio).\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Oboznámte sa s knižnicou https://streamlit.io/\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Alina Vitko", + "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "year": 2022, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Napíšte vlastnú aplikáciu Streamlit alebo inej knižnice (pywebio, gradio)." + }, + { + "source_id": "S1", + "quote": "Oboznámte sa s knižnicou https://streamlit.io/" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + }, + "issues": [ + "unsupported_quote_citation" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Alina Vitko\",\n \"title\": \"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\",\n \"year\": 2022,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Napíšte vlastnú aplikáciu Streamlit alebo inej knižnice (pywebio, gradio).\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Oboznámte sa s knižnicou https://streamlit.io/\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Alina Vitko", + "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "year": 2022, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Napíšte vlastnú aplikáciu Streamlit alebo inej knižnice (pywebio, gradio)." + }, + { + "source_id": "S1", + "quote": "Oboznámte sa s knižnicou https://streamlit.io/" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + }, + "issues": [ + "unsupported_quote_citation" + ] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "engine": "rag", + "claims": [], + "source_urls": [] + }, + "first_attempt_accepted": false, + "seconds": 35.0, + "retrieval_context_sha256": "ec1eb1dd93af0a87061df58fea35752202dcd70aa5bc4af0c7c1d46a6d38e69a", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Alina Vitko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/alina_vitko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ir", + "nlp", + "qa" + ], + "section": [ + [ + "Bakalárska práca 2022" + ] + ] + }, + { + "source_id": "S2", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Diplomový projekt 2" + ] + ] + }, + { + "source_id": "S3", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomový projekt 2" + ] + ] + }, + { + "source_id": "S4", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Ako upravím stránky cez webové rozhranie" + ] + ] + }, + { + "source_id": "S5", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0215", + "category": "fact_title", + "question": "Aký je názov diplomová práca osoby Martin Šarišský?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Agentové systémy pomocou veľkého jazykového modelu" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Martin Šarišský — diplomová práca; názov práce: Agentové systémy pomocou veľkého jazykového modelu; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "claims": [ + { + "person": "Martin Šarišský", + "title": "Agentové systémy pomocou veľkého jazykového modelu", + "year": 2026, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Martin Šarišský\",\n \"title\": \"Agentové systémy pomocou veľkého jazykového modelu\",\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Martin Šarišský", + "title": "Agentové systémy pomocou veľkého jazykového modelu", + "year": 2026, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.88, + "retrieval_context_sha256": "f76067a58183700f1e4c55e5076aacdbc477f57192e3cb4c185c65e7500a2124", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S2", + "title": "Martin Jancura", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/martin_jancura/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "demo", + "nlp", + "opennmt", + "translation" + ], + "section": [ + [ + "Martin Jancura" + ], + [ + "Martin Jancura", + "Diplomový projekt" + ] + ] + }, + { + "source_id": "S3", + "title": "Márk Fehér", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/mark_feher/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "published": true, + "categories": [ + "dp2022" + ], + "tags": [ + "klasifikácia", + "nlp", + "scikit" + ], + "section": [ + [ + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S4", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik" + ], + [ + "Tomáš Kuchárik", + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S5", + "title": "Patrik Pavlišin", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/patrik_pavlisin/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "published": true, + "categories": [ + "bp2020", + "dp2022", + "tp2021" + ], + "tags": [ + "nlp", + "nmt", + "translation" + ], + "section": [ + [ + "Diplomová práca 2022", + "Návrh na zadanie diplomovej práce" + ] + ] + } + ] + }, + { + "id": "q0219", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Martin Šarišský?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2021" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2021": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Martin Šarišský — začiatok štúdia: 2021.\nZo zdroja Martin Šarišský: „rok začiatku štúdia: 2021“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "claims": [ + { + "person": "Martin Šarišský", + "start_year": 2021 + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Martin Šarišský\",\n \"start_year\": 2021\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2021\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Martin Šarišský", + "start_year": 2021 + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2021" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 18.89, + "retrieval_context_sha256": "015c0d469b439bb32f28901ddb005eb9365f3ce231b6dde5eafda2332afb5ba9", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S2", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Jancura", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/martin_jancura/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "demo", + "nlp", + "opennmt", + "translation" + ], + "section": [ + [ + "Martin Jancura", + "Diplomový projekt" + ] + ] + }, + { + "source_id": "S4", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Druhý rok doktorandského štúdia", + "Návrh na tézy dizertačnej práce" + ] + ] + }, + { + "source_id": "S5", + "title": "Martin Wencel", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/martin_wencel/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "nlp", + "spacy" + ], + "section": [ + [ + "Martin Wencel" + ] + ] + } + ] + }, + { + "id": "q0222", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2021", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Martin Šarišský — diplomová práca; rok práce: 2026; začiatok štúdia: 2021.\nMartin Šarišský — výskumný projekt; rok práce: 2023; začiatok štúdia: 2021.\nMartin Šarišský — diplomový projekt; rok práce: 2025; začiatok štúdia: 2021.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "claims": [ + { + "person": "Martin Šarišský", + "year": 2026, + "start_year": 2021, + "work_type": "diploma_thesis" + }, + { + "person": "Martin Šarišský", + "year": 2023, + "start_year": 2021, + "work_type": "research_project" + }, + { + "person": "Martin Šarišský", + "year": 2025, + "start_year": 2021, + "work_type": "diploma_project" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Martin Šarišský\",\n \"title\": null,\n \"year\": 2026,\n \"start_year\": 2021,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Martin Šarišský\",\n \"title\": null,\n \"year\": 2023,\n \"start_year\": 2021,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"research_project\"\n },\n {\n \"person\": \"Martin Šarišský\",\n \"title\": null,\n \"year\": 2025,\n \"start_year\": 2021,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Martin Šarišský", + "year": 2026, + "start_year": 2021, + "work_type": "diploma_thesis" + }, + { + "person": "Martin Šarišský", + "year": 2023, + "start_year": 2021, + "work_type": "research_project" + }, + { + "person": "Martin Šarišský", + "year": 2025, + "start_year": 2021, + "work_type": "diploma_project" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 16.1, + "retrieval_context_sha256": "26aa902aa2de33de02e15f8bd1616033188131f86fdc52922fb9500f80311cef", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Martin Jancura", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/martin_jancura/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "demo", + "nlp", + "opennmt", + "translation" + ], + "section": [ + [ + "Martin Jancura", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Druhý rok doktorandského štúdia", + "Návrh na tézy dizertačnej práce" + ] + ] + }, + { + "source_id": "S5", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + } + ] + }, + { + "id": "q0265", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Eduard Matovka?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2021" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2021": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Eduard Matovka — bakalárska práca; rok práce: 2024; začiatok štúdia: 2021.\nZo zdroja Eduard Matovka: „rok začiatku štúdia: 2021“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "claims": [ + { + "person": "Eduard Matovka", + "year": 2024, + "start_year": 2021, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Eduard Matovka\",\n \"start_year\": 2021,\n \"work_type\": \"bachelor_thesis\",\n \"year\": 2024\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2021\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Eduard Matovka", + "year": 2024, + "start_year": 2021, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2021" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 18.4, + "retrieval_context_sha256": "299dd9e997e2f359a64516eee357535a0a6c9154b84abdc2fd136d89c8065086", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S2", + "title": "Matúš Suchanič", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matus_suchanic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "published": true, + "categories": [ + "bp2023", + "vp2022" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S3", + "title": "Ediz Morochovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/ediz_morochovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "published": true, + "categories": [ + "bp2019" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Ediz Morochovič" + ], + [ + "Bakalárska práca 2019" + ] + ] + }, + { + "source_id": "S4", + "title": "Dmytro Ushatenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/dmytro_ushatenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "published": true, + "categories": [ + "bp2020" + ], + "tags": [ + "chatobot", + "demo", + "nlp" + ], + "section": [ + [ + "Dmytro Ushatenko", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + } + ] + }, + { + "id": "q0267", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2024" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Eduard Matovka — bakalárska práca; názov práce: Slovenská konverzačná umelá inteligencia; rok práce: 2024.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "claims": [ + { + "person": "Eduard Matovka", + "title": "Slovenská konverzačná umelá inteligencia", + "year": 2024, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Eduard Matovka\",\n \"title\": \"Slovenská konverzačná umelá inteligencia\",\n \"year\": 2024,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Eduard Matovka", + "title": "Slovenská konverzačná umelá inteligencia", + "year": 2024, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.14, + "retrieval_context_sha256": "4cd1121401051a786ff01120e4a0790954667e03c29a27e392602323039ff094", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S2", + "title": "Ediz Morochovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/ediz_morochovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "published": true, + "categories": [ + "bp2019" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Ediz Morochovič" + ], + [ + "Bakalárska práca 2019" + ] + ] + }, + { + "source_id": "S3", + "title": "Vladimír Ferko", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/vladimir_ferko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Matúš Suchanič", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matus_suchanic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "published": true, + "categories": [ + "bp2023", + "vp2022" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S5", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + } + ] + }, + { + "id": "q0289", + "category": "fact_title", + "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Andrii Pervashov — diplomová práca; názov práce: Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu; rok práce: 2027.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "claims": [ + { + "person": "Andrii Pervashov", + "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Andrii Pervashov\",\n \"title\": \"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\",\n \"year\": 2027,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Andrii Pervashov", + "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.8, + "retrieval_context_sha256": "3ed67a2ccdbfa14d014f5728190d522607484606a9471b22c82dee12af2c95f1", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S2", + "title": "Márk Fehér", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/mark_feher/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "published": true, + "categories": [ + "dp2022" + ], + "tags": [ + "klasifikácia", + "nlp", + "scikit" + ], + "section": [ + [ + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S3", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp" + ], + [ + "Ján Holp", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S4", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomový projekt 1" + ] + ] + }, + { + "source_id": "S5", + "title": "Patrik Pavlišin", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/patrik_pavlisin/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "published": true, + "categories": [ + "bp2020", + "dp2022", + "tp2021" + ], + "tags": [ + "nlp", + "nmt", + "translation" + ], + "section": [ + [ + "Diplomová práca 2022", + "Tímový projekt 2021" + ] + ] + } + ] + }, + { + "id": "q0296", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022", + "2027" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Andrii Pervashov — diplomová práca; rok práce: 2027; začiatok štúdia: 2022.\nAndrii Pervashov — bakalárska práca; rok práce: 2025; začiatok štúdia: 2022.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "claims": [ + { + "person": "Andrii Pervashov", + "year": 2027, + "start_year": 2022, + "work_type": "diploma_thesis" + }, + { + "person": "Andrii Pervashov", + "year": 2025, + "start_year": 2022, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Andrii Pervashov\",\n \"title\": null,\n \"year\": 2027,\n \"start_year\": 2022,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Andrii Pervashov\",\n \"title\": null,\n \"year\": 2025,\n \"start_year\": 2022,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Andrii Pervashov", + "year": 2027, + "start_year": 2022, + "work_type": "diploma_thesis" + }, + { + "person": "Andrii Pervashov", + "year": 2025, + "start_year": 2022, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 11.84, + "retrieval_context_sha256": "9b290d22a1c51c9672d53a268330ea98e36eac88e09ad0488cf67e97ae0cc3ee", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S2", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomový projekt 1" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Druhý rok doktorandského štúdia", + "Návrh na tézy dizertačnej práce" + ] + ] + }, + { + "source_id": "S5", + "title": "Manohar Gowdru Shridhara", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "published": true, + "categories": [ + "phd2024" + ], + "tags": [ + "hatespeech", + "lm", + "nlp" + ], + "section": [ + [ + "Manohar Gowdru Shridhara", + "Meeting 31.1.22", + "Meeting 10.1.22" + ] + ] + } + ] + }, + { + "id": "q0318", + "category": "fact_title", + "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Expertný agentový systém na podporu rozhodovania v lekárni" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleh Poiasnik — diplomová práca; názov práce: Expertný agentový systém na podporu rozhodovania v lekárni; rok práce: 2027.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "claims": [ + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleh Poiasnik\",\n \"title\": \"Expertný agentový systém na podporu rozhodovania v lekárni\",\n \"year\": 2027,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 11.42, + "retrieval_context_sha256": "bdea8827b832fb317d41d6f9740430c0f039d11972f2028015beb0390ca99944", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleh Poiasnik", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/oleh_poiasnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S2", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S5", + "title": "Yevhenii Leonov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/yevhenii_leonov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "published": true, + "categories": [ + "bp2025", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + } + ] + }, + { + "id": "q0322", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Oleh Poiasnik?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2022": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleh Poiasnik — začiatok štúdia: 2022.\nZo zdroja Oleh Poiasnik: „rok začiatku štúdia: 2022“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "claims": [ + { + "person": "Oleh Poiasnik", + "start_year": 2022 + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleh Poiasnik\",\n \"start_year\": 2022,\n \"work_type\": null,\n \"title\": null,\n \"year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2022\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleh Poiasnik", + "start_year": 2022 + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2022" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 19.88, + "retrieval_context_sha256": "e297f31c71613fb3706eceb55f2c00a60baa324705c0aab83023d3d7fe63278a", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleh Poiasnik", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/oleh_poiasnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S2", + "title": "Yevhenii Leonov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/yevhenii_leonov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "published": true, + "categories": [ + "bp2025", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S5", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + } + ] + }, + { + "id": "q0325", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022", + "2027" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleh Poiasnik — bakalárska práca; rok práce: 2025; začiatok štúdia: 2022.\nOleh Poiasnik — diplomová práca; názov práce: Expertný agentový systém na podporu rozhodovania v lekárni; rok práce: 2027; začiatok štúdia: 2022.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "claims": [ + { + "person": "Oleh Poiasnik", + "year": 2025, + "start_year": 2022, + "work_type": "bachelor_thesis" + }, + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "start_year": 2022, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleh Poiasnik\",\n \"title\": null,\n \"year\": 2025,\n \"start_year\": 2022,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n },\n {\n \"person\": \"Oleh Poiasnik\",\n \"title\": \"Expertný agentový systém na podporu rozhodovania v lekárni\",\n \"year\": 2027,\n \"start_year\": 2022,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleh Poiasnik", + "year": 2025, + "start_year": 2022, + "work_type": "bachelor_thesis" + }, + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "start_year": 2022, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 11.66, + "retrieval_context_sha256": "78021ef66dfc6244f83910caf0161048820e2feee196d22639f1dcf9d5cd96ee", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleh Poiasnik", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/oleh_poiasnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S2", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Yevhenii Leonov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/yevhenii_leonov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "published": true, + "categories": [ + "bp2025", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + } + ] + }, + { + "id": "q0328", + "category": "keyword_grounding", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Oleh Poiasnik", + "znalostný graf" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "znalostný graf": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleh Poiasnik — diplomová práca; názov práce: Expertný agentový systém na podporu rozhodovania v lekárni; rok práce: 2027; začiatok štúdia: 2022.\nZo zdroja Oleh Poiasnik: „Vylepšiť agenta pre prácu so znalostným grafom - interakcie a kontraindikácie.\n\n- Zostaviť znalostný graf z databázy príbalových letákov adc a s jeho pomocou zlepšiť generovanie odpovede.“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "claims": [ + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "start_year": 2022, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleh Poiasnik\",\n \"title\": \"Expertný agentový systém na podporu rozhodovania v lekárni\",\n \"year\": 2027,\n \"start_year\": 2022,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Vylepšiť agenta pre prácu so znalostným grafom - interakcie a kontraindikácie.\\n\\n- Zostaviť znalostný graf z databázy príbalových letákov adc a s jeho pomocou zlepšiť generovanie odpovede.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "start_year": 2022, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Vylepšiť agenta pre prácu so znalostným grafom - interakcie a kontraindikácie.\n\n- Zostaviť znalostný graf z databázy príbalových letákov adc a s jeho pomocou zlepšiť generovanie odpovede." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit", + "llm_context_budget" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 35.59, + "retrieval_context_sha256": "dac05170ba472982a3af74b398dbaee5bb8556cf51a9d5f0b3ee8316d33b8665", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleh Poiasnik", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/oleh_poiasnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S2", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Ján Malinovský", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_malinovsky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0353", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2022": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Vladyslav Yanchenko — začiatok štúdia: 2022.\nZo zdroja Vladyslav Yanchenko: „rok začiatku štúdia: 2022“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "claims": [ + { + "person": "Vladyslav Yanchenko", + "start_year": 2022 + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Vladyslav Yanchenko\",\n \"start_year\": 2022\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2022\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Vladyslav Yanchenko", + "start_year": 2022 + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2022" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 17.39, + "retrieval_context_sha256": "aace884a926336cf3b98aaf3da6e0c688d4e48371206dbccfd614468bf6bb80e", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Vladyslav Yanchenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "klaud" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S2", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Yevhenii Leonov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/yevhenii_leonov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "published": true, + "categories": [ + "bp2025", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp" + ], + [ + "Ján Holp", + "Diplomová práca 2021" + ] + ] + } + ] + }, + { + "id": "q0356", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022", + "2025" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Vladyslav Yanchenko — bakalárska práca; názov práce: Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí; rok práce: 2025; začiatok štúdia: 2022; kľúčové slovo: klaud; kategória: bp2025; autor dokumentu: Daniel Hladek.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "claims": [ + { + "person": "Vladyslav Yanchenko", + "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "year": 2025, + "start_year": 2022, + "keyword": "klaud", + "category": "bp2025", + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Vladyslav Yanchenko\",\n \"title\": \"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\",\n \"year\": 2025,\n \"start_year\": 2022,\n \"keyword\": \"klaud\",\n \"category\": \"bp2025\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Vladyslav Yanchenko", + "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "year": 2025, + "start_year": 2022, + "keyword": "klaud", + "category": "bp2025", + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 7.62, + "retrieval_context_sha256": "78eba5764df7003a3d7ebbb918eabe5fd1a55a5b856a1ae76e4bc79b01f79cd2", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Vladyslav Yanchenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "klaud" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S2", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Jancura", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/martin_jancura/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "demo", + "nlp", + "opennmt", + "translation" + ], + "section": [ + [ + "Martin Jancura", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Yevhenii Medushivskyi", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "ir", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + } + ] + }, + { + "id": "q0402", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Ján Malinovský — diplomový projekt; názov práce: Grafové vyhľadávanie pre podporu vzdelávania; rok práce: 2026; začiatok štúdia: 2022.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "claims": [ + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "work_type": "diploma_project" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Ján Malinovský\",\n \"title\": \"Grafové vyhľadávanie pre podporu vzdelávania\",\n \"year\": 2026,\n \"start_year\": 2022,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "work_type": "diploma_project" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 7.22, + "retrieval_context_sha256": "d19190658dc8d8faaaa7dff81320cc299fa5d02a2dc732dc7e004a17e5839a24", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Ján Malinovský", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_malinovsky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Ján Pták", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_ptak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Martin Jancura", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/martin_jancura/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "demo", + "nlp", + "opennmt", + "translation" + ], + "section": [ + [ + "Martin Jancura", + "Bakalársky projekt 2020" + ] + ] + } + ] + }, + { + "id": "q0404", + "category": "keyword_grounding", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Ján Malinovský", + "RAG" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "RAG": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Ján Malinovský — diplomový projekt; názov práce: Grafové vyhľadávanie pre podporu vzdelávania; rok práce: 2026; začiatok štúdia: 2022.\nZo zdroja Ján Malinovský: „Téma: Grafové vyhľadávanie pre podporu vzdelávania“\nZo zdroja Ján Malinovský: „rok začiatku štúdia: 2022“\nZo zdroja Ján Malinovský: „Sekcia: Diplomový projekt 2026“\nZo zdroja Ján Malinovský: „Tagy: nlp | rag“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "claims": [ + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "work_type": "diploma_project" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Ján Malinovský\",\n \"title\": \"Grafové vyhľadávanie pre podporu vzdelávania\",\n \"year\": 2026,\n \"start_year\": 2022,\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma: Grafové vyhľadávanie pre podporu vzdelávania\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2022\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Sekcia: Diplomový projekt 2026\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Tagy: nlp | rag\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "work_type": "diploma_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Téma: Grafové vyhľadávanie pre podporu vzdelávania" + }, + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2022" + }, + { + "source_id": "S1", + "quote": "Sekcia: Diplomový projekt 2026" + }, + { + "source_id": "S1", + "quote": "Tagy: nlp | rag" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 16.28, + "retrieval_context_sha256": "b1e7670fc5cfae993a088edc20fd04a4112d362b641cc7eb2261188ef0a7a3d0", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Ján Malinovský", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_malinovsky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Ján Pták", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_ptak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Oleh Poiasnik", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/oleh_poiasnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S4", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S5", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + } + ] + }, + { + "id": "q0408", + "category": "specific_fact", + "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "výchovné opatrenia", + "osnovy", + "asistent pedagóga" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "výchovné opatrenia": true, + "osnovy": true, + "asistent pedagóga": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Ján Malinovský — diplomový projekt; názov práce: Grafové vyhľadávanie pre podporu vzdelávania; rok práce: 2026; začiatok štúdia: 2022; kľúčové slovo: nlp; kategória: dp2027; autor dokumentu: Daniel Hladek.\nJán Malinovský — diplomový projekt; názov práce: Grafové vyhľadávanie pre podporu vzdelávania; rok práce: 2026; začiatok štúdia: 2022; kľúčové slovo: rag; kategória: dp2027; autor dokumentu: Daniel Hladek.\nZo zdroja Ján Malinovský: „- Zostavte malý znalostný graf z oblasti vzdelávania. Pri zostavení môžete využiť jazykový model. Môžete preložiť existujúci znalostný graf.\n\n- Využite znalostný graf pre zlepšenie práce alebo vysvetliteľnosti jazkového modelu\n\nNapr.\n\n- výchovné opatrenia v špeciálnej pedagogike.\n\n- osnovy pre výuku na základnej škole.\n\n- spôsoby práce asistenta pedagóga.“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "claims": [ + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "keyword": "nlp", + "category": "dp2027", + "document_author": "Daniel Hladek", + "work_type": "diploma_project" + }, + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "keyword": "rag", + "category": "dp2027", + "document_author": "Daniel Hladek", + "work_type": "diploma_project" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Ján Malinovský\",\n \"title\": \"Grafové vyhľadávanie pre podporu vzdelávania\",\n \"year\": 2026,\n \"start_year\": 2022,\n \"keyword\": \"nlp\",\n \"category\": \"dp2027\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_project\"\n },\n {\n \"person\": \"Ján Malinovský\",\n \"title\": \"Grafové vyhľadávanie pre podporu vzdelávania\",\n \"year\": 2026,\n \"start_year\": 2022,\n \"keyword\": \"rag\",\n \"category\": \"dp2027\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_project\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"- Zostavte malý znalostný graf z oblasti vzdelávania. Pri zostavení môžete využiť jazykový model. Môžete preložiť existujúci znalostný graf.\\n\\n- Využite znalostný graf pre zlepšenie práce alebo vysvetliteľnosti jazkového modelu\\n\\nNapr.\\n\\n- výchovné opatrenia v špeciálnej pedagogike.\\n\\n- osnovy pre výuku na základnej škole.\\n\\n- spôsoby práce asistenta pedagóga.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "keyword": "nlp", + "category": "dp2027", + "document_author": "Daniel Hladek", + "work_type": "diploma_project" + }, + { + "person": "Ján Malinovský", + "title": "Grafové vyhľadávanie pre podporu vzdelávania", + "year": 2026, + "start_year": 2022, + "keyword": "rag", + "category": "dp2027", + "document_author": "Daniel Hladek", + "work_type": "diploma_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "- Zostavte malý znalostný graf z oblasti vzdelávania. Pri zostavení môžete využiť jazykový model. Môžete preložiť existujúci znalostný graf.\n\n- Využite znalostný graf pre zlepšenie práce alebo vysvetliteľnosti jazkového modelu\n\nNapr.\n\n- výchovné opatrenia v špeciálnej pedagogike.\n\n- osnovy pre výuku na základnej škole.\n\n- spôsoby práce asistenta pedagóga." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit", + "llm_context_budget" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 36.78, + "retrieval_context_sha256": "a265381ed9ae62f6231bdb6ced79436b7b8909b44ce90a5d66a7cf49c0e1a7d1", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Ján Malinovský", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_malinovsky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Simona Bobrovčanová", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/simona_bobrovcanova/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Vladimír Ferko", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/vladimir_ferko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Novotný", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_novotny/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "published": true, + "categories": [ + "dp2026" + ], + "tags": [ + "nlp" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0410", + "category": "fact_title", + "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Grafová databáza pre podporu generovania slovenského jazyka" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Maksym Zatirka — bakalárska práca; názov práce: Grafová databáza pre podporu generovania slovenského jazyka; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "claims": [ + { + "person": "Maksym Zatirka", + "title": "Grafová databáza pre podporu generovania slovenského jazyka", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Maksym Zatirka\",\n \"title\": \"Grafová databáza pre podporu generovania slovenského jazyka\",\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Maksym Zatirka", + "title": "Grafová databáza pre podporu generovania slovenského jazyka", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.98, + "retrieval_context_sha256": "81d9f3e06168ac919c3a14450bb591e850236fd994113758958917192767b01f", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp", + "Bakalárska práca 2019" + ] + ] + }, + { + "source_id": "S3", + "title": "Ediz Morochovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/ediz_morochovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "published": true, + "categories": [ + "bp2019" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Ediz Morochovič" + ], + [ + "Bakalárska práca 2019" + ] + ] + }, + { + "source_id": "S4", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + } + ] + }, + { + "id": "q0416", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Maksym Zatirka — bakalárska práca; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "claims": [ + { + "person": "Maksym Zatirka", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Maksym Zatirka\",\n \"title\": null,\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Maksym Zatirka", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.81, + "retrieval_context_sha256": "541fca5b0e9f6a9de31d2b5fe392b190d03fc4dbfd867a189183dcdde053b7cd", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Dizertačná práca" + ] + ] + }, + { + "source_id": "S3", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S4", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S5", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp", + "Bakalárska práca 2019" + ] + ] + } + ] + }, + { + "id": "q0421", + "category": "keyword_grounding", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Maksym Zatirka", + "znalostný graf" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "znalostný graf": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Maksym Zatirka — bakalárska práca; názov práce: Grafová databáza pre podporu generovania slovenského jazyka; rok práce: 2026; začiatok štúdia: 2023; kľúčové slovo: graph; kategória: bp2026; autor dokumentu: Daniel Hladek.\nZo zdroja Maksym Zatirka: „Téma:\n\nGrafová databáza pre podporu generovania slovenského jazyka\n\nZadanie:\n\n1. Vypracujte prehľad metód podpory generovania prirodzeného jazyka pomocou znalostných grafov.\n\n2. Zostavte znalostný graf pre slovenské právo a vložte ho do vybranej grafovej databázy.\n\n3. Navrhnite a vytvorte inteligentného agenta, ktorý využije vytvorený znalostný graf.\n\n4. Vyhodnoťte agenta, identifikujte jeho slabé miesta a navrhnite zlepšenia pre prácu so znalostným grafom.“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "claims": [ + { + "person": "Maksym Zatirka", + "title": "Grafová databáza pre podporu generovania slovenského jazyka", + "year": 2026, + "start_year": 2023, + "keyword": "graph", + "category": "bp2026", + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Maksym Zatirka\",\n \"title\": \"Grafová databáza pre podporu generovania slovenského jazyka\",\n \"year\": 2026,\n \"start_year\": 2023,\n \"keyword\": \"graph\",\n \"category\": \"bp2026\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma:\\n\\nGrafová databáza pre podporu generovania slovenského jazyka\\n\\nZadanie:\\n\\n1. Vypracujte prehľad metód podpory generovania prirodzeného jazyka pomocou znalostných grafov.\\n\\n2. Zostavte znalostný graf pre slovenské právo a vložte ho do vybranej grafovej databázy.\\n\\n3. Navrhnite a vytvorte inteligentného agenta, ktorý využije vytvorený znalostný graf.\\n\\n4. Vyhodnoťte agenta, identifikujte jeho slabé miesta a navrhnite zlepšenia pre prácu so znalostným grafom.\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Úlohy:\\n\\n- Využite znalostný graf pri RAG a vyhľadávaní. Spolupráca Matej Ščišľak.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Maksym Zatirka", + "title": "Grafová databáza pre podporu generovania slovenského jazyka", + "year": 2026, + "start_year": 2023, + "keyword": "graph", + "category": "bp2026", + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Téma:\n\nGrafová databáza pre podporu generovania slovenského jazyka\n\nZadanie:\n\n1. Vypracujte prehľad metód podpory generovania prirodzeného jazyka pomocou znalostných grafov.\n\n2. Zostavte znalostný graf pre slovenské právo a vložte ho do vybranej grafovej databázy.\n\n3. Navrhnite a vytvorte inteligentného agenta, ktorý využije vytvorený znalostný graf.\n\n4. Vyhodnoťte agenta, identifikujte jeho slabé miesta a navrhnite zlepšenia pre prácu so znalostným grafom." + }, + { + "source_id": "S1", + "quote": "Úlohy:\n\n- Využite znalostný graf pri RAG a vyhľadávaní. Spolupráca Matej Ščišľak." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + }, + "issues": [ + "unsupported_evidence_quote" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Maksym Zatirka\",\n \"title\": \"Grafová databáza pre podporu generovania slovenského jazyka\",\n \"year\": 2026,\n \"start_year\": 2023,\n \"keyword\": \"graph\",\n \"category\": \"bp2026\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma:\\n\\nGrafová databáza pre podporu generovania slovenského jazyka\\n\\nZadanie:\\n\\n1. Vypracujte prehľad metód podpory generovania prirodzeného jazyka pomocou znalostných grafov.\\n\\n2. Zostavte znalostný graf pre slovenské právo a vložte ho do vybranej grafovej databázy.\\n\\n3. Navrhnite a vytvorte inteligentného agenta, ktorý využije vytvorený znalostný graf.\\n\\n4. Vyhodnoťte agenta, identifikujte jeho slabé miesta a navrhnite zlepšenia pre prácu so znalostným grafom.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Maksym Zatirka", + "title": "Grafová databáza pre podporu generovania slovenského jazyka", + "year": 2026, + "start_year": 2023, + "keyword": "graph", + "category": "bp2026", + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Téma:\n\nGrafová databáza pre podporu generovania slovenského jazyka\n\nZadanie:\n\n1. Vypracujte prehľad metód podpory generovania prirodzeného jazyka pomocou znalostných grafov.\n\n2. Zostavte znalostný graf pre slovenské právo a vložte ho do vybranej grafovej databázy.\n\n3. Navrhnite a vytvorte inteligentného agenta, ktorý využije vytvorený znalostný graf.\n\n4. Vyhodnoťte agenta, identifikujte jeho slabé miesta a navrhnite zlepšenia pre prácu so znalostným grafom." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": false, + "seconds": 34.48, + "retrieval_context_sha256": "07132f3c683f0db31a2f0c318acb003d629ff68c1e311b06695083776793d63f", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S3", + "title": "Ján Malinovský", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/jan_malinovsky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "published": true, + "categories": [ + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomový projekt 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Čo tu nájdem?" + ] + ] + } + ] + }, + { + "id": "q0459", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Ronald Zalacko — bakalárska práca; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "claims": [ + { + "person": "Ronald Zalacko", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Ronald Zalacko\",\n \"title\": null,\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Ronald Zalacko", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.17, + "retrieval_context_sha256": "2e83a1682e149a9965632a4171cb05195550f4ff6707420a653ba843f82cff64", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Ronald Zalacko", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/ronald_zalacko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "web" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Druhý rok doktorandského štúdia", + "Návrh na tézy dizertačnej práce" + ] + ] + } + ] + }, + { + "id": "q0460", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2023", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Ronald Zalacko — bakalárska práca; názov práce: Skórovací online systém pre robotické súťaže; rok práce: 2026; začiatok štúdia: 2023.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "claims": [ + { + "person": "Ronald Zalacko", + "title": "Skórovací online systém pre robotické súťaže", + "year": 2026, + "start_year": 2023, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Ronald Zalacko\",\n \"title\": \"Skórovací online systém pre robotické súťaže\",\n \"year\": 2026,\n \"start_year\": 2023,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Ronald Zalacko", + "title": "Skórovací online systém pre robotické súťaže", + "year": 2026, + "start_year": 2023, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 6.83, + "retrieval_context_sha256": "911311824c48845f84173f1092954c0ec19fa7979677aecb52a9a60a3304b494", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Ronald Zalacko", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/ronald_zalacko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "web" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Denis Le Thanh", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/denis_le_thanh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S4", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Druhý rok doktorandského štúdia", + "Návrh na tézy dizertačnej práce" + ] + ] + }, + { + "source_id": "S5", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027", + "Bakalárska práca 2025" + ] + ] + } + ] + }, + { + "id": "q0467", + "category": "fact_title", + "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Automatické odpovede na otázky v právnej oblasti" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleksandr Dorybohov — bakalárska práca; názov práce: Automatické odpovede na otázky v právnej oblasti; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"title\": \"Automatické odpovede na otázky v právnej oblasti\",\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.75, + "retrieval_context_sha256": "f1e4aa105719885b4d1d89f38ad6f1a5be59991ba0954ef2414e0d7ee0031c24", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Dmytro Ushatenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/dmytro_ushatenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "published": true, + "categories": [ + "bp2020" + ], + "tags": [ + "chatobot", + "demo", + "nlp" + ], + "section": [ + [ + "Dmytro Ushatenko", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Ediz Morochovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/ediz_morochovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "published": true, + "categories": [ + "bp2019" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Ediz Morochovič" + ], + [ + "Bakalárska práca 2019" + ] + ] + }, + { + "source_id": "S5", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh", + "Bakalárska práca 2021" + ] + ] + } + ] + }, + { + "id": "q0471", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2023" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2023": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleksandr Dorybohov — začiatok štúdia: 2023.\nZo zdroja Oleksandr Dorybohov: „rok začiatku štúdia: 2023“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "claims": [ + { + "person": "Oleksandr Dorybohov", + "start_year": 2023 + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"start_year\": 2023,\n \"work_type\": null,\n \"title\": null,\n \"year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2023\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleksandr Dorybohov", + "start_year": 2023 + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2023" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 19.95, + "retrieval_context_sha256": "fd4c6a8e116749321da1c597a84311dd11b6876b784ddf06b5c52b0d677aa242", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Dmytro Ushatenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/dmytro_ushatenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "published": true, + "categories": [ + "bp2020" + ], + "tags": [ + "chatobot", + "demo", + "nlp" + ], + "section": [ + [ + "Dmytro Ushatenko", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0473", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleksandr Dorybohov — bakalárska práca; názov práce: Automatické odpovede na otázky v právnej oblasti; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"title\": \"Automatické odpovede na otázky v právnej oblasti\",\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.4, + "retrieval_context_sha256": "4a9b46c1aa21ad0aae3161f224ac938c15186a62680a201830a622a6884c3e1a", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh", + "Bakalárska práca 2021" + ] + ] + }, + { + "source_id": "S4", + "title": "Dmytro Ushatenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/dmytro_ushatenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "published": true, + "categories": [ + "bp2020" + ], + "tags": [ + "chatobot", + "demo", + "nlp" + ], + "section": [ + [ + "Dmytro Ushatenko", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Ediz Morochovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/ediz_morochovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "published": true, + "categories": [ + "bp2019" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Ediz Morochovič" + ], + [ + "Bakalárska práca 2019" + ] + ] + } + ] + }, + { + "id": "q0476", + "category": "keyword_grounding", + "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Oleksandr Dorybohov", + "právo" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "právo": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleksandr Dorybohov — bakalárska práca; názov práce: Automatické odpovede na otázky v právnej oblasti; rok práce: 2026; začiatok štúdia: 2023.\nZo zdroja Oleksandr Dorybohov: „Téma:\n\nAutomatické odpovede na otázky v právnej oblasti“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "start_year": 2023, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"title\": \"Automatické odpovede na otázky v právnej oblasti\",\n \"year\": 2026,\n \"start_year\": 2023,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma:\\n\\nAutomatické odpovede na otázky v právnej oblasti\"\n },\n {\n \"source_id\": \"S4\",\n \"quote\": \"- [Oleksandr Dorybohov](/students/2023/oleksandr_dorybohov) - agent pre volanie REST\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\",\n \"https://zp.kemt.fei.tuke.sk/topics/legal\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "start_year": 2023, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Téma:\n\nAutomatické odpovede na otázky v právnej oblasti" + }, + { + "source_id": "S4", + "quote": "- [Oleksandr Dorybohov](/students/2023/oleksandr_dorybohov) - agent pre volanie REST" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + }, + "issues": [ + "unsupported_quote_citation" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"title\": \"Automatické odpovede na otázky v právnej oblasti\",\n \"year\": 2026,\n \"start_year\": 2023,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma:\\n\\nAutomatické odpovede na otázky v právnej oblasti\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "start_year": 2023, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Téma:\n\nAutomatické odpovede na otázky v právnej oblasti" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": false, + "seconds": 25.2, + "retrieval_context_sha256": "c59982e5addd3ef6438a8cbc0c3d495f2f8496553c38b044014e433d85e80a26", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S3", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Čo tu nájdem?" + ] + ] + }, + { + "source_id": "S4", + "title": "Legal Data Processing", + "author": null, + "document_path": "pages/topics/legal/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/legal", + "published": null, + "categories": [ + "project" + ], + "tags": [ + "legal", + "nlp" + ], + "section": [ + [ + "Legal Data Processing Scientific Project" + ] + ] + }, + { + "source_id": "S5", + "title": "Dávid Omasta", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_omasta/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "published": true, + "categories": [ + "dp2023", + "dp2024" + ], + "tags": [ + "lm" + ], + "section": [ + [ + "Diplomová práca 2024" + ] + ] + } + ] + }, + { + "id": "q0479", + "category": "specific_fact", + "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "právnej" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "právnej": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleksandr Dorybohov — bakalárska práca; názov práce: Automatické odpovede na otázky v právnej oblasti; rok práce: 2026; začiatok štúdia: 2023.\nZo zdroja Oleksandr Dorybohov: „Téma:\n\nAutomatické odpovede na otázky v právnej oblasti“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "start_year": 2023, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"title\": \"Automatické odpovede na otázky v právnej oblasti\",\n \"year\": 2026,\n \"start_year\": 2023,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma:\\n\\nAutomatické odpovede na otázky v právnej oblasti\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "start_year": 2023, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Téma:\n\nAutomatické odpovede na otázky v právnej oblasti" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 13.86, + "retrieval_context_sha256": "cf016f50566262204acbe3368c3b80694520128b0cebc12c5709cf610cae2fc2", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S5", + "title": "Rostyslav Rodzhuk", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "published": true, + "categories": [ + "bp2026", + "vp2025" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0515", + "category": "fact_start_year", + "question": "V ktorom roku začal študovať Samuel Vasiľ?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "2022": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Samuel Vasiľ — začiatok štúdia: 2022.\nZo zdroja Samuel Vasiľ: „rok začiatku štúdia: 2022“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "claims": [ + { + "person": "Samuel Vasiľ", + "start_year": 2022 + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Samuel Vasiľ\",\n \"start_year\": 2022\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"rok začiatku štúdia: 2022\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Samuel Vasiľ", + "start_year": 2022 + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "rok začiatku štúdia: 2022" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 16.8, + "retrieval_context_sha256": "a0e9cd7bab80bee31cc767089d839405ff1827f1b287bf44def37df78fe4cdc0", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník" + ], + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Horáni", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/samuel_horani/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "published": true, + "categories": [ + "bp2022", + "vp2021" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + } + ] + }, + { + "id": "q0517", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Samuel Vasiľ — bakalárska práca; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "claims": [ + { + "person": "Samuel Vasiľ", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Samuel Vasiľ\",\n \"title\": null,\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Samuel Vasiľ", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 11.5, + "retrieval_context_sha256": "a5d96ea35075a8a669be951303ddf705b42495a9c4fab25ae9ced28aa18794af", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník" + ], + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Horáni", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/samuel_horani/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "published": true, + "categories": [ + "bp2022", + "vp2021" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + } + ] + }, + { + "id": "q0518", + "category": "disambiguation_year", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2022", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Samuel Vasiľ — bakalárska práca; názov práce: Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI; rok práce: 2026; začiatok štúdia: 2022.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "claims": [ + { + "person": "Samuel Vasiľ", + "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "year": 2026, + "start_year": 2022, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Samuel Vasiľ\",\n \"title\": \"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\",\n \"year\": 2026,\n \"start_year\": 2022,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Samuel Vasiľ", + "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "year": 2026, + "start_year": 2022, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.79, + "retrieval_context_sha256": "e10ed7b34736de31fc715b74eae03958fb9b5e199e51c25156456e8d0cc6793a", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Horáni", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/samuel_horani/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "published": true, + "categories": [ + "bp2022", + "vp2021" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník" + ], + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + } + ] + }, + { + "id": "q0523", + "category": "specific_fact", + "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "OpenWebUI" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "OpenWebUI": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Samuel Vasiľ — bakalárska práca; názov práce: Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI; rok práce: 2026; začiatok štúdia: 2022.\nZo zdroja Samuel Vasiľ: „- Nasadiť OpenWebUI pomocou Docker Compose“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "claims": [ + { + "person": "Samuel Vasiľ", + "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "year": 2026, + "start_year": 2022, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Samuel Vasiľ\",\n \"title\": \"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\",\n \"year\": 2026,\n \"start_year\": 2022,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"- Nasadiť OpenWebUI pomocou Docker Compose\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Samuel Vasiľ", + "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "year": 2026, + "start_year": 2022, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "- Nasadiť OpenWebUI pomocou Docker Compose" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 14.33, + "retrieval_context_sha256": "063a4b3a8b219038f79d5e0f5e3b6a841f346361febe563fd46978500f076ce2", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Horáni", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/samuel_horani/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "published": true, + "categories": [ + "bp2022", + "vp2021" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Ronald Zalacko", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/ronald_zalacko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "web" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0532", + "category": "fact_work_year", + "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Denis Le Thanh — bakalárska práca; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "claims": [ + { + "person": "Denis Le Thanh", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Denis Le Thanh\",\n \"title\": null,\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Denis Le Thanh", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.18, + "retrieval_context_sha256": "ddfa020e804deb433772a7038e1cc16417ef62ab8f538f96df127b2b8065564b", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Denis Le Thanh", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/denis_le_thanh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Than Trung Thanh", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/than_trung_thanh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "anotation", + "demo", + "named entity", + "ne", + "nlp", + "prodigy", + "spacy" + ], + "section": [ + [ + "Than Trung Thanh", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Ediz Morochovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/ediz_morochovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "published": true, + "categories": [ + "bp2019" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Ediz Morochovič" + ], + [ + "Bakalárska práca 2019" + ] + ] + }, + { + "source_id": "S4", + "title": "Martin Wencel", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/martin_wencel/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "nlp", + "spacy" + ], + "section": [ + [ + "Martin Wencel", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Jakub Kristián Lukas", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "hatespeech" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + } + ] + }, + { + "id": "q0544", + "category": "keyword_grounding", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Youssef Ressaissi", + "Slovak" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "Slovak": true + }, + "passed": false, + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivered": { + "status": "error", + "reason": "answer_rejected", + "accepted_for_delivery": false, + "answer": "Odpoveď neprešla overením podkladov. Neoverené údaje sa nezobrazia.", + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Youssef Ressaissi\",\n \"title\": \"Evaluate and improve language models for summarization in Slovak medical or legal domain\",\n \"year\": 2025,\n \"start_year\": null,\n \"keyword\": \"nlp\",\n \"category\": \"iaeste\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"research_project\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"IAESTE Intern Summer 2025, 1.7. - 31.8.2025\\n\\nGoal: Evaluate and improve language models for summarization in Slovak medical or legal domain.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Youssef Ressaissi", + "title": "Evaluate and improve language models for summarization in Slovak medical or legal domain", + "year": 2025, + "keyword": "nlp", + "category": "iaeste", + "document_author": "Daniel Hladek", + "work_type": "research_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "IAESTE Intern Summer 2025, 1.7. - 31.8.2025\n\nGoal: Evaluate and improve language models for summarization in Slovak medical or legal domain." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + }, + "issues": [ + "unsupported_academic_binding", + "unsupported_person_work_type_year_binding" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Youssef Ressaissi\",\n \"title\": \"Evaluate and improve language models for summarization in Slovak medical or legal domain\",\n \"year\": 2025,\n \"start_year\": null,\n \"keyword\": \"nlp\",\n \"category\": \"iaeste\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": null\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"IAESTE Intern Summer 2025, 1.7. - 31.8.2025\\n\\nGoal: Evaluate and improve language models for summarization in Slovak medical or legal domain.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Youssef Ressaissi", + "title": "Evaluate and improve language models for summarization in Slovak medical or legal domain", + "year": 2025, + "keyword": "nlp", + "category": "iaeste", + "document_author": "Daniel Hladek" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "IAESTE Intern Summer 2025, 1.7. - 31.8.2025\n\nGoal: Evaluate and improve language models for summarization in Slovak medical or legal domain." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + }, + "issues": [ + "unsupported_academic_binding", + "unsupported_person_work_type_year_binding" + ] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "engine": "rag", + "claims": [], + "source_urls": [] + }, + "first_attempt_accepted": false, + "seconds": 27.46, + "retrieval_context_sha256": "417ea60028a9925d7fff82527e4075dc84d6eb1d3b5444fb37a4ff2eb8345932", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Youssef Ressaissi", + "author": "Daniel Hladek", + "document_path": "pages/interns/yussef_ressaissi/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "published": true, + "categories": [ + "iaeste" + ], + "tags": [ + "nlp", + "summarization" + ], + "section": [] + }, + { + "source_id": "S2", + "title": "Slovenské jazykové zdroje", + "author": "Daniel Hladek", + "document_path": "pages/topics/resources/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/resources", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "annotation", + "ner", + "nlp", + "pos", + "question-answer" + ], + "section": [ + [ + "Slovenské jazykové zdroje", + "POS", + "Databázy zdrojov" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalárska práca 2024", + "Vedecký projekt 2023" + ] + ] + }, + { + "source_id": "S4", + "title": "Filip Tomáš", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/filip_tomas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "dp2025" + ], + "tags": [ + "javascript", + "testovanie", + "typescript" + ], + "section": [ + [ + "Diplomová práca 2024 - 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Patrik Pavlišin", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/patrik_pavlisin/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "published": true, + "categories": [ + "bp2020", + "dp2022", + "tp2021" + ], + "tags": [ + "nlp", + "nmt", + "translation" + ], + "section": [ + [ + "Diplomová práca 2022", + "Tímový projekt 2021" + ] + ] + } + ] + }, + { + "id": "q0566", + "category": "specific_fact", + "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": false, + "issues": [ + "false_no_answer", + "missing_expected_answer_value" + ], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 8.57, + "retrieval_context_sha256": "92208b4aa53f1703efc236b793d23e0ffb870a3700232ee0e02ef30b6b8eda31", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Sevval Bulburu", + "author": "Daniel Hladek", + "document_path": "pages/interns/sevval_bulburu/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "published": true, + "categories": [ + "iaeste" + ], + "tags": [ + "hatespeech", + "nlp" + ], + "section": [] + }, + { + "source_id": "S2", + "title": "Ronald Zalacko", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/ronald_zalacko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "web" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Alina Vitko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/alina_vitko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ir", + "nlp", + "qa" + ], + "section": [ + [ + "Bakalárska práca 2022" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q0567", + "category": "specific_fact", + "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Prodigy" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "Prodigy": true + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Zo zdroja Sevval Bulburu: „- [x] get familiar with Prodi.gy annotation tool.“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "claims": [], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Sevval Bulburu\",\n \"title\": null,\n \"year\": null,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": null\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"- [x] get familiar with Prodi.gy annotation tool.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Sevval Bulburu" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "- [x] get familiar with Prodi.gy annotation tool." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + }, + "issues": [ + "empty_claim" + ] + }, + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"- [x] get familiar with Prodi.gy annotation tool.\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "- [x] get familiar with Prodi.gy annotation tool." + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": false, + "seconds": 23.56, + "retrieval_context_sha256": "10058e76ff246c3986de0e29c8fce266a73b88557c78398518bccbd183587f8f", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Sevval Bulburu", + "author": "Daniel Hladek", + "document_path": "pages/interns/sevval_bulburu/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "published": true, + "categories": [ + "iaeste" + ], + "tags": [ + "hatespeech", + "nlp" + ], + "section": [] + }, + { + "source_id": "S2", + "title": "Vladyslav Yanchenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "klaud" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S3", + "title": "Serhii Yemets", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/serhii_yemets/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Crowdsourcing", + "author": "Jakub Maruniak", + "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "published": true, + "categories": [ + "tp2020" + ], + "tags": [ + "annotation", + "nlp" + ], + "section": [] + } + ] + }, + { + "id": "q0614", + "category": "specific_fact", + "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Maroš Harahus", + "Kristián Sopkovič" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": {}, + "passed": false, + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivered": { + "status": "error", + "reason": "answer_rejected", + "accepted_for_delivery": false, + "answer": "Odpoveď neprešla overením podkladov. Neoverené údaje sa nezobrazia.", + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Maroš Harahus\",\n \"work_type\": \"team_project\",\n \"year\": 2019\n },\n {\n \"person\": \"Kristián Sopkovič\",\n \"work_type\": \"bachelor_thesis\",\n \"year\": 2022\n },\n {\n \"person\": \"Jozef Olekšák\",\n \"work_type\": null,\n \"year\": null\n },\n {\n \"person\": \"Lukáš Pokrývka\",\n \"work_type\": null,\n \"year\": null\n },\n {\n \"person\": \"Martin Wencel\",\n \"work_type\": \"bachelor_project\",\n \"year\": 2020\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"- [Maroš Harahus](/students/2016/maros_harahus) (štatistické značkovanie)\\n\\n- [Kristián Sopkovič](/students/2019/kristian_sopokovic) (vylepšenie parametrov, transformery)\\n\\n- Jozef Olekšák (slovenské stop words a pravidlá),\\n\\n- [Lukáš Pokrývka](/students/2016/lukas_pokryvka) (Word Embedding Modely)\\n\\n- [Martin Wencel](/students/2018/martin_wencel) demo aplikácia\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/topics/spacy\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Maroš Harahus", + "year": 2019, + "work_type": "team_project" + }, + { + "person": "Kristián Sopkovič", + "year": 2022, + "work_type": "bachelor_thesis" + }, + { + "person": "Jozef Olekšák" + }, + { + "person": "Lukáš Pokrývka" + }, + { + "person": "Martin Wencel", + "year": 2020, + "work_type": "bachelor_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "- [Maroš Harahus](/students/2016/maros_harahus) (štatistické značkovanie)\n\n- [Kristián Sopkovič](/students/2019/kristian_sopokovic) (vylepšenie parametrov, transformery)\n\n- Jozef Olekšák (slovenské stop words a pravidlá),\n\n- [Lukáš Pokrývka](/students/2016/lukas_pokryvka) (Word Embedding Modely)\n\n- [Martin Wencel](/students/2018/martin_wencel) demo aplikácia" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + }, + "issues": [ + "missing_claim_source", + "unsupported_person", + "missing_academic_record_source", + "empty_claim", + "unsupported_evidence_quote", + "metadata_quote_does_not_answer_fact", + "unsupported_quote_citation" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Maroš Harahus\",\n \"work_type\": \"team_project\",\n \"year\": 2019\n },\n {\n \"person\": \"Kristián Sopkovič\",\n \"work_type\": \"bachelor_thesis\",\n \"year\": 2022\n },\n {\n \"person\": \"Martin Wencel\",\n \"work_type\": \"bachelor_project\",\n \"year\": 2020\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"- [Maroš Harahus](/students/2016/maros_harahus) (štatistické značkovanie)\\n\\n- [Kristián Sopkovič](/students/2019/kristian_sopokovic) (vylepšenie parametrov, transformery)\\n\\n- [Martin Wencel](/students/2018/martin_wencel) demo aplikácia\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/topics/spacy\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Maroš Harahus", + "year": 2019, + "work_type": "team_project" + }, + { + "person": "Kristián Sopkovič", + "year": 2022, + "work_type": "bachelor_thesis" + }, + { + "person": "Martin Wencel", + "year": 2020, + "work_type": "bachelor_project" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "- [Maroš Harahus](/students/2016/maros_harahus) (štatistické značkovanie)\n\n- [Kristián Sopkovič](/students/2019/kristian_sopokovic) (vylepšenie parametrov, transformery)\n\n- [Martin Wencel](/students/2018/martin_wencel) demo aplikácia" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + }, + "issues": [ + "missing_claim_source", + "missing_academic_record_source", + "unsupported_evidence_quote", + "metadata_quote_does_not_answer_fact", + "unsupported_quote_citation" + ] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "engine": "rag", + "claims": [], + "source_urls": [] + }, + "first_attempt_accepted": false, + "seconds": 43.4, + "retrieval_context_sha256": "b82b662381dbc63cf408e0bc3b8da2ac388d6b7469b59eea5fe07f3b30858d17", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Podpora slovenčiny v knižnici Spacy", + "author": "Daniel Hladek", + "document_path": "pages/topics/spacy/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/spacy", + "published": true, + "categories": [ + "project" + ], + "tags": [ + "annotation", + "ner", + "nlp", + "nn", + "pos", + "spacy" + ], + "section": [ + [ + "Ciele", + "Ľudia" + ] + ] + }, + { + "source_id": "S2", + "title": "Jakub Maruniak", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jakub_maruniak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "annotation", + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Jakub Maruniak" + ] + ] + }, + { + "source_id": "S3", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Tímový projekt 2019" + ] + ] + }, + { + "source_id": "S4", + "title": "Martin Wencel", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/martin_wencel/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "nlp", + "spacy" + ], + "section": [ + [ + "Martin Wencel", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Kristián Sopkovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/kristian_sopkovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "published": true, + "categories": [ + "bp2022", + "dp2024" + ], + "tags": [ + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalárska práca 2022" + ] + ] + } + ] + }, + { + "id": "q0631", + "category": "specific_fact", + "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Hunspell", + "Byte Pair Encoding", + "Morfessor" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "Hunspell": true, + "Byte Pair Encoding": true, + "Morfessor": true + }, + "passed": false, + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivered": { + "status": "error", + "reason": "answer_rejected", + "accepted_for_delivery": false, + "answer": "Odpoveď neprešla overením podkladov. Neoverené údaje sa nezobrazia.", + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Identifikácia morfologických jednotiek\\n\\n- Hunspell Leamtizátor, pravidlá pre affix\\n\\nByte Pair Encoding\\n\\nWord Prep https://ieeexplore.ieee.org/document/9005608\\n\\nMorfessor morfologické jednotky\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/topics/morphology\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Identifikácia morfologických jednotiek\n\n- Hunspell Leamtizátor, pravidlá pre affix\n\nByte Pair Encoding\n\nWord Prep https://ieeexplore.ieee.org/document/9005608\n\nMorfessor morfologické jednotky" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ] + }, + "issues": [ + "unsupported_quote_citation" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Identifikácia morfologických jednotiek\\n\\n- Hunspell Leamtizátor, pravidlá pre affix\\n\\nByte Pair Encoding\\n\\nWord Prep https://ieeexplore.ieee.org/document/9005608\\n\\nMorfessor morfologické jednotky\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/topics/morphology\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Identifikácia morfologických jednotiek\n\n- Hunspell Leamtizátor, pravidlá pre affix\n\nByte Pair Encoding\n\nWord Prep https://ieeexplore.ieee.org/document/9005608\n\nMorfessor morfologické jednotky" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ] + }, + "issues": [ + "unsupported_quote_citation" + ] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "engine": "rag", + "claims": [], + "source_urls": [] + }, + "first_attempt_accepted": false, + "seconds": 17.17, + "retrieval_context_sha256": "c5a0ec7d4fe5226b25e86ac45786cdb43deabf7bab40ce329654fa1239919097", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Morfologická analýza slovenského jazyka", + "author": "Daniel Hladek", + "document_path": "pages/topics/morphology/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/morphology", + "published": true, + "categories": [ + "project" + ], + "tags": [ + "nlp", + "pos", + "spacy" + ], + "section": [ + [ + "Morfologická analýza slovenského jayzka" + ] + ] + }, + { + "source_id": "S2", + "title": "Maroš Harahus", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/maros_harahus/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "nlp", + "spacy", + "spelling" + ], + "section": [ + [ + "Maroš Harahus", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Wencel", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/martin_wencel/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "nlp", + "spacy" + ], + "section": [ + [ + "Martin Wencel", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Nástroje a zdroje pre spracovanie prirodzeného jazyka", + "author": "Daniel Hladek", + "document_path": "pages/topics/nlp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/nlp", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "nlp" + ], + "section": [ + [ + "Knihy" + ] + ] + }, + { + "source_id": "S5", + "title": "Jazykový model slovenského jazyka", + "author": "Daniel Hládek", + "document_path": "pages/topics/bert/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/bert", + "published": 1, + "categories": [], + "tags": [], + "section": [ + [ + "Súvisiace projekty", + "Poznámky Electra" + ] + ] + } + ] + }, + { + "id": "q0745", + "category": "fact_title", + "question": "Aký názov práce je pri osobe Dmytro Ushatenko uvedený pre rok 2020?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Jednoduchý chatbot v jazyku Python" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Dmytro Ushatenko — bakalárska práca; názov práce: Jednoduchý chatbot v jazyku Python,; rok práce: 2020.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "claims": [ + { + "person": "Dmytro Ushatenko", + "title": "Jednoduchý chatbot v jazyku Python,", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dmytro Ushatenko\",\n \"title\": \"Jednoduchý chatbot v jazyku Python,\",\n \"year\": 2020,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dmytro Ushatenko", + "title": "Jednoduchý chatbot v jazyku Python,", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.43, + "retrieval_context_sha256": "b89940a944a4f770f1a49b61298d0a0a852db67abfa3612895f6e71a5261d467", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dmytro Ushatenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2017/dmytro_ushatenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "published": true, + "categories": [ + "bp2020" + ], + "tags": [ + "chatobot", + "demo", + "nlp" + ], + "section": [ + [ + "Dmytro Ushatenko", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Dmytro Mural", + "author": "Maroš Harahus", + "document_path": "pages/students/2019/dmytro_mural/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Matúš Suchanič", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matus_suchanic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "published": true, + "categories": [ + "bp2023", + "vp2022" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S5", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomová práca 2022" + ] + ] + } + ] + }, + { + "id": "q0757", + "category": "fact_title", + "question": "Aký názov práce je pri osobe Matej Ščišľak uvedený pre rok 2026?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Matej Ščišľak — diplomová práca; názov práce: Znalostné grafy pre zlepšenie vyhľadávania právnych informácií; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "claims": [ + { + "person": "Matej Ščišľak", + "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "year": 2026, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Matej Ščišľak\",\n \"title\": \"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\",\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Matej Ščišľak", + "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "year": 2026, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.97, + "retrieval_context_sha256": "e1652b3a9d6c7df6ad63bb6e73e17e6f90cc5bd197d61965358808d9eca90951", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Matej Novotný", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_novotny/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "published": true, + "categories": [ + "dp2026" + ], + "tags": [ + "nlp" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S5", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + } + ] + }, + { + "id": "q0767", + "category": "fact_title", + "question": "Aký názov práce je pri osobe Vladyslav Yanchenko uvedený pre rok 2025?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Vladyslav Yanchenko — bakalárska práca; názov práce: Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí; rok práce: 2025.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "claims": [ + { + "person": "Vladyslav Yanchenko", + "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "year": 2025, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Vladyslav Yanchenko\",\n \"title\": \"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\",\n \"year\": 2025,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Vladyslav Yanchenko", + "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "year": 2025, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.68, + "retrieval_context_sha256": "3d2f4f3a06afc6923eb1f4dafa735d1c1d401f8eb986493a9b21c88f04929ac2", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Vladyslav Yanchenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "klaud" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S2", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Daniil Huzenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/daniil_huzenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "klaud" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + } + ] + }, + { + "id": "q0816", + "category": "keyword_grounding", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Dávid Omasta", + "generatívne modely" + ] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "quote_expected_value_coverage": { + "generatívne modely": true + }, + "passed": false, + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivered": { + "status": "error", + "reason": "answer_rejected", + "accepted_for_delivery": false, + "answer": "Odpoveď neprešla overením podkladov. Neoverené údaje sa nezobrazia.", + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dávid Omasta\",\n \"title\": \"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\",\n \"year\": 2024,\n \"start_year\": 2018,\n \"keyword\": \"lm\",\n \"category\": \"dp2024\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Dávid Omasta\",\n \"title\": \"Dotrénovanie slovenského generatívneho jazykového modelu\",\n \"year\": 2023,\n \"start_year\": 2018,\n \"keyword\": \"lm\",\n \"category\": \"dp2023\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Dávid Omasta\",\n \"title\": \"Generatívne modely slovenského jazyka\",\n \"year\": 2023,\n \"start_year\": 2018,\n \"keyword\": \"lm\",\n \"category\": \"dp2023\",\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Návrh na názov: Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma: Dotrénovanie slovenského generatívneho jazykového modelu. Návrh na názov: Generatívne modely slovenského jazyka\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dávid Omasta", + "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "year": 2024, + "start_year": 2018, + "keyword": "lm", + "category": "dp2024", + "document_author": "Daniel Hladek", + "work_type": "diploma_thesis" + }, + { + "person": "Dávid Omasta", + "title": "Dotrénovanie slovenského generatívneho jazykového modelu", + "year": 2023, + "start_year": 2018, + "keyword": "lm", + "category": "dp2023", + "document_author": "Daniel Hladek", + "work_type": "diploma_thesis" + }, + { + "person": "Dávid Omasta", + "title": "Generatívne modely slovenského jazyka", + "year": 2023, + "start_year": 2018, + "keyword": "lm", + "category": "dp2023", + "document_author": "Daniel Hladek", + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Návrh na názov: Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + }, + { + "source_id": "S1", + "quote": "Téma: Dotrénovanie slovenského generatívneho jazykového modelu. Návrh na názov: Generatívne modely slovenského jazyka" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + }, + "issues": [ + "unsupported_start_year", + "unsupported_evidence_quote", + "metadata_quote_does_not_answer_fact" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dávid Omasta\",\n \"title\": \"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\",\n \"year\": 2024,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Dávid Omasta\",\n \"title\": \"Dotrénovanie slovenského generatívneho jazykového modelu\",\n \"year\": 2023,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Dávid Omasta\",\n \"title\": \"Generatívne modely slovenského jazyka\",\n \"year\": 2023,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [\n {\n \"source_id\": \"S1\",\n \"quote\": \"Návrh na názov:\\n\\nGeneratívne modely pre automatické odpovede na otázky v slovenskom jazyku\"\n },\n {\n \"source_id\": \"S1\",\n \"quote\": \"Téma: Dotrénovanie slovenského generatívneho jazykového modelu.\\n\\nNávrh na názov:\\n\\nGeneratívne modely slovenského jazyka\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dávid Omasta", + "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "year": 2024, + "work_type": "diploma_thesis" + }, + { + "person": "Dávid Omasta", + "title": "Dotrénovanie slovenského generatívneho jazykového modelu", + "year": 2023, + "work_type": "diploma_thesis" + }, + { + "person": "Dávid Omasta", + "title": "Generatívne modely slovenského jazyka", + "year": 2023, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [ + { + "source_id": "S1", + "quote": "Návrh na názov:\n\nGeneratívne modely pre automatické odpovede na otázky v slovenskom jazyku" + }, + { + "source_id": "S1", + "quote": "Téma: Dotrénovanie slovenského generatívneho jazykového modelu.\n\nNávrh na názov:\n\nGeneratívne modely slovenského jazyka" + } + ], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + }, + "issues": [ + "unsupported_evidence_quote", + "metadata_quote_does_not_answer_fact" + ] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "engine": "rag", + "claims": [], + "source_urls": [] + }, + "first_attempt_accepted": false, + "seconds": 46.68, + "retrieval_context_sha256": "46569e4c9d94fbc2c3b619b386230fe78185c1fdbf165dcfdd76aeac765d0b8e", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dávid Omasta", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_omasta/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "published": true, + "categories": [ + "dp2023", + "dp2024" + ], + "tags": [ + "lm" + ], + "section": [ + [ + "Diplomová práca 2024" + ] + ] + }, + { + "source_id": "S2", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023" + ] + ] + }, + { + "source_id": "S3", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomový projekt 1 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Oleh Poiasnik", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/oleh_poiasnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + } + ] + }, + { + "id": "q0888", + "category": "unanswerable_missing_fact", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 15.93, + "retrieval_context_sha256": "03260cecb26eeda075d99d617d8435e08aa6f2e779b6ef8226c9e20ffc0cf2fc", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik" + ], + [ + "Tomáš Kuchárik", + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S2", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Filip Tomáš", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/filip_tomas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "dp2025" + ], + "tags": [ + "javascript", + "testovanie", + "typescript" + ], + "section": [ + [ + "Diplomová práca 2024 - 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Matúš Suchanič", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matus_suchanic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "published": true, + "categories": [ + "bp2023", + "vp2022" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S5", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + } + ] + }, + { + "id": "q0892", + "category": "unanswerable_missing_fact", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Jakub Maruniak?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 15.48, + "retrieval_context_sha256": "0751c567070f204b34694ffab99ac6029427d82c8631aa0ff7053d91afc3476f", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Jakub Maruniak", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jakub_maruniak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "annotation", + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Jakub Maruniak", + "Diplomový projekt 1 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S4", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S5", + "title": "Jakub Kristián Lukas", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "hatespeech" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + } + ] + }, + { + "id": "q0901", + "category": "unanswerable_missing_fact", + "question": "Aký konkrétny model procesora alebo CPU používal Patrik Pavlišin pri práci?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit", + "llm_context_budget" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 17.51, + "retrieval_context_sha256": "a799e6d8af4409c1c1122139ee072b3fb14f1c6408715331733af0faaa86020e", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Patrik Pavlišin", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/patrik_pavlisin/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "published": true, + "categories": [ + "bp2020", + "dp2022", + "tp2021" + ], + "tags": [ + "nlp", + "nmt", + "translation" + ], + "section": [ + [ + "Diplomová práca 2022", + "Diplomový projekt 2" + ] + ] + }, + { + "source_id": "S2", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka", + "Diplomový projekt 1 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Jakub Maruniak", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jakub_maruniak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "annotation", + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Jakub Maruniak", + "Diplomový projekt 2" + ] + ] + } + ] + }, + { + "id": "q0908", + "category": "unanswerable_missing_fact", + "question": "Akú výslednú známku z obhajoby získal Dávid Omasta?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 14.05, + "retrieval_context_sha256": "e38eb1ade221200d2acc6c25934d3e7003736fb8f29c00588fd157dfcf8fe3d2", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dávid Omasta", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_omasta/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "published": true, + "categories": [ + "dp2023", + "dp2024" + ], + "tags": [ + "lm" + ], + "section": [ + [ + "Diplomová práca 2024" + ] + ] + }, + { + "source_id": "S2", + "title": "Dávid Iľaš", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_ilas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "published": true, + "categories": [ + "dp2023" + ], + "tags": [ + "emotion", + "nlp" + ], + "section": [ + [ + "Diplomová práca 2023" + ] + ] + }, + { + "source_id": "S3", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Dávid Kostilník", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/david_kostilnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "published": true, + "categories": [ + "dp2025" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Diplomová práca 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomový projekt 1" + ] + ] + } + ] + }, + { + "id": "q0910", + "category": "unanswerable_missing_fact", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dávid Omasta?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 14.41, + "retrieval_context_sha256": "876461bbdedfa1816164cb91950084ae9c10fd24ff8250a31f245d2bfccf2876", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dávid Omasta", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_omasta/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "published": true, + "categories": [ + "dp2023", + "dp2024" + ], + "tags": [ + "lm" + ], + "section": [ + [ + "Diplomová práca 2024" + ] + ] + }, + { + "source_id": "S2", + "title": "Dávid Stromp", + "author": "Maroš Harahus", + "document_path": "pages/students/2019/david_stromp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "cassandra", + "cluster", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Dávid Iľaš", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/david_ilas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "published": true, + "categories": [ + "dp2023" + ], + "tags": [ + "emotion", + "nlp" + ], + "section": [ + [ + "Diplomová práca 2023" + ] + ] + }, + { + "source_id": "S4", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka", + "Diplomový projekt 1 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Vladimír Ferko", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/vladimir_ferko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + } + ] + }, + { + "id": "q0913", + "category": "unanswerable_missing_fact", + "question": "Aký konkrétny model procesora alebo CPU používal Kristián Sopkovič pri práci?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit", + "llm_context_budget" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 10.83, + "retrieval_context_sha256": "216204fde2d11037c46747e06244ce596f41f7e6f98ff58fd30f34a0a188a80f", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Kristián Sopkovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/kristian_sopkovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "published": true, + "categories": [ + "bp2022", + "dp2024" + ], + "tags": [ + "nlp", + "spacy" + ], + "section": [ + [ + "Dizertačná práca 2028" + ] + ] + }, + { + "source_id": "S2", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Jakub Kristián Lukas", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "hatespeech" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S4", + "title": "Rostyslav Rodzhuk", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "published": true, + "categories": [ + "bp2026", + "vp2025" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka", + "Tímový projekt 2019", + "Priebeh práce" + ] + ] + } + ] + }, + { + "id": "q0921", + "category": "unanswerable_missing_fact", + "question": "Koľko strán mala finálna záverečná práca osoby Michal Stromko?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 8.99, + "retrieval_context_sha256": "c2c90a105de975acd4c1e750e9d273e96a2dae858ee49e99b2d7bb366ee951c6", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Filip Tomáš", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/filip_tomas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "dp2025" + ], + "tags": [ + "javascript", + "testovanie", + "typescript" + ], + "section": [ + [ + "Diplomová práca 2024 - 2025" + ] + ] + }, + { + "source_id": "S3", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Čo tu nájdem?" + ] + ] + }, + { + "source_id": "S5", + "title": "Matúš Suchanič", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matus_suchanic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "published": true, + "categories": [ + "bp2023", + "vp2022" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + } + ] + }, + { + "id": "q0922", + "category": "unanswerable_missing_fact", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Michal Stromko?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 15.46, + "retrieval_context_sha256": "4ca7b616ae7cf390706b2609fd4be097807cf318bd518cc547275714016f39a1", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Diplomový projekt 2" + ] + ] + }, + { + "source_id": "S2", + "title": "Filip Tomáš", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/filip_tomas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "dp2025" + ], + "tags": [ + "javascript", + "testovanie", + "typescript" + ], + "section": [ + [ + "Diplomový projekt 2023" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S4", + "title": "Dávid Kostilník", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/david_kostilnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "published": true, + "categories": [ + "dp2025" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Diplomová práca 2025", + "Diplomový projekt 2024" + ] + ] + }, + { + "source_id": "S5", + "title": "Matúš Suchanič", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matus_suchanic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "published": true, + "categories": [ + "bp2023", + "vp2022" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + } + ] + }, + { + "id": "q0928", + "category": "unanswerable_missing_fact", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Artem Yatsenko?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 17.35, + "retrieval_context_sha256": "f2c5facf54de602b3f61bc1a9e05604cb0d9a72852d935a6922939175a55ce4e", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Artem Yatsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/artem_yatsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Daniil Huzenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/daniil_huzenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "klaud" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Filip Tomáš", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/filip_tomas/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "dp2025" + ], + "tags": [ + "javascript", + "testovanie", + "typescript" + ], + "section": [ + [ + "Diplomový projekt 2023" + ] + ] + }, + { + "source_id": "S5", + "title": "Vladyslav Yanchenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "klaud" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + } + ] + }, + { + "id": "q0929", + "category": "unanswerable_missing_fact", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Artem Yatsenko?", + "should_answer": false, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [] + }, + "typed_expected": false, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit", + "llm_context_budget" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.48, + "retrieval_context_sha256": "6cc750770790991d5205bc79127c360f9d210aa8e60e6a62146a567d22804a5b", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Artem Yatsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/artem_yatsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Vladyslav Krupko", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/vladyslav_krupko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "spelling" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Lukáš Pokrývka", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/lukas_pokryvka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "cloud", + "gpu" + ], + "section": [ + [ + "Lukáš Pokrývka", + "Tímový projekt 2019", + "Priebeh práce" + ] + ] + }, + { + "source_id": "S5", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + } + ] + }, + { + "id": "q1024", + "category": "single_document_synthesis", + "question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Jakub Maruniak — diplomová práca; názov práce: Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku; rok práce: 2021.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "claims": [ + { + "person": "Jakub Maruniak", + "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "year": 2021, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Jakub Maruniak\",\n \"title\": \"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\",\n \"year\": 2021,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Jakub Maruniak", + "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "year": 2021, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 10.46, + "retrieval_context_sha256": "bef15c765367b6bf14647e894fcf214a55397bddea7cd3051c146e818747adb2", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Jakub Maruniak", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jakub_maruniak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "annotation", + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Jakub Maruniak", + "Diplomový projekt 1 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Pomenované entity", + "author": "Daniel Hladek", + "document_path": "pages/topics/named-entity/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "published": true, + "categories": [ + "project" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Pomenované entity", + "Úlohy", + "Príprava anotačnej schémy" + ] + ] + }, + { + "source_id": "S3", + "title": "Artem Yatsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/artem_yatsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalárska práca 2022" + ] + ] + }, + { + "source_id": "S4", + "title": "Anotácia pomenovaných entít", + "author": "Daniel Hladek", + "document_path": "pages/topics/named-entity/navod/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "published": true, + "categories": [], + "tags": [ + "annotation", + "ner" + ], + "section": [ + [ + "Anotácia pomenovaných entít", + "Návod pre anotátorov" + ] + ] + }, + { + "source_id": "S5", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + } + ] + }, + { + "id": "q1034", + "category": "single_document_synthesis", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „jazykové modelovanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Ondrej Megela — bakalárska práca; názov práce: Neurónové jazykové modelovanie typu BERT; rok práce: 2020.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "claims": [ + { + "person": "Ondrej Megela", + "title": "Neurónové jazykové modelovanie typu BERT", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Ondrej Megela\",\n \"title\": \"Neurónové jazykové modelovanie typu BERT\",\n \"year\": 2020,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Ondrej Megela", + "title": "Neurónové jazykové modelovanie typu BERT", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 10.56, + "retrieval_context_sha256": "16b3bef361d62c09c6b81964ad67c27f65e6074d2d2efbde2334b023a482e4ce", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Jazykový model slovenského jazyka", + "author": "Daniel Hládek", + "document_path": "pages/topics/bert/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/bert", + "published": true, + "categories": [], + "tags": [], + "section": [ + [ + "Súvisiace projekty" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Novotný", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_novotny/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "published": true, + "categories": [ + "dp2026" + ], + "tags": [ + "nlp" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + } + ] + }, + { + "id": "q1035", + "category": "single_document_synthesis", + "question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Alina Vitko — bakalárska práca; názov práce: Systémy pre generovanie odpovede na otázku v prirodzenom jazyku; rok práce: 2022.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "claims": [ + { + "person": "Alina Vitko", + "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "year": 2022, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Alina Vitko\",\n \"title\": \"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\",\n \"year\": 2022,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Alina Vitko", + "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "year": 2022, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 10.01, + "retrieval_context_sha256": "026dbc7664cf3fc9a8297e149ee536941963464605cf8f23dbebd161e445602e", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Alina Vitko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/alina_vitko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ir", + "nlp", + "qa" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Bakalársky projekt 2021" + ] + ] + }, + { + "source_id": "S2", + "title": "Question Answering", + "author": "Daniel Hladek", + "document_path": "pages/topics/question/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/question", + "published": true, + "categories": [ + "project" + ], + "tags": [ + "annotation", + "nlp", + "question-answer" + ], + "section": [ + [ + "Question Answering", + "Resources", + "Existing Datasets" + ] + ] + }, + { + "source_id": "S3", + "title": "Tomáš Kuchárik", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/tomas_kucharik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "published": true, + "categories": [ + "dp2021", + "dp2022" + ], + "tags": [ + "nlp", + "nmt", + "question-answer", + "translation" + ], + "section": [ + [ + "Tomáš Kuchárik", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S4", + "title": "Oleh Bilykh", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/oleh_bilykh/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "drqa", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Oleh Bilykh" + ] + ] + }, + { + "source_id": "S5", + "title": "Jazykový model slovenského jazyka", + "author": "Daniel Hládek", + "document_path": "pages/topics/bert/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/bert", + "published": true, + "categories": [], + "tags": [], + "section": [ + [ + "Súvisiace projekty" + ] + ] + } + ] + }, + { + "id": "q1049", + "category": "single_document_synthesis", + "question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „lekáreň“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Oleh Poiasnik — diplomová práca; názov práce: Expertný agentový systém na podporu rozhodovania v lekárni; rok práce: 2027.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "claims": [ + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Oleh Poiasnik\",\n \"title\": \"Expertný agentový systém na podporu rozhodovania v lekárni\",\n \"year\": 2027,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Oleh Poiasnik", + "title": "Expertný agentový systém na podporu rozhodovania v lekárni", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 10.25, + "retrieval_context_sha256": "37e2ef7c216b6b28c0952ebe996d0a4da6802cad13825f1feae803e0564550cd", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleh Poiasnik", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/oleh_poiasnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S2", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S3", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Novotný", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_novotny/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "published": true, + "categories": [ + "dp2026" + ], + "tags": [ + "nlp" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp" + ], + [ + "Ján Holp", + "Diplomová práca 2021" + ] + ] + } + ] + }, + { + "id": "q1058", + "category": "single_document_synthesis", + "question": "V dokumente osoby Rostyslav Rodzhuk, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Rostyslav Rodzhuk — bakalárska práca; názov práce: Inteligentný agent pre podporu práce špeciálneho pedagóga; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "claims": [ + { + "person": "Rostyslav Rodzhuk", + "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Rostyslav Rodzhuk\",\n \"title\": \"Inteligentný agent pre podporu práce špeciálneho pedagóga\",\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Rostyslav Rodzhuk", + "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 10.07, + "retrieval_context_sha256": "cd2f872c8d81ee7ee5108c3c0d769674e3e8771d9fc19f7e36ca8d045890acdd", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Rostyslav Rodzhuk", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "published": true, + "categories": [ + "bp2026", + "vp2025" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + }, + { + "source_id": "S5", + "title": "Ediz Morochovič", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/ediz_morochovic/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "published": true, + "categories": [ + "bp2019" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Ediz Morochovič" + ], + [ + "Bakalárska práca 2019" + ] + ] + } + ] + }, + { + "id": "q1059", + "category": "single_document_synthesis", + "question": "V dokumente osoby Samuel Džurina, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Samuel Džurina — bakalárska práca; názov práce: Dialógový systém pre podporu firemných procesov; rok práce: 2026; kľúčové slovo: agent.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "claims": [ + { + "person": "Samuel Džurina", + "title": "Dialógový systém pre podporu firemných procesov", + "year": 2026, + "keyword": "agent", + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Samuel Džurina\",\n \"title\": \"Dialógový systém pre podporu firemných procesov\",\n \"year\": 2026,\n \"start_year\": null,\n \"keyword\": \"agent\",\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Samuel Džurina", + "title": "Dialógový systém pre podporu firemných procesov", + "year": 2026, + "keyword": "agent", + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 9.9, + "retrieval_context_sha256": "1facf1bcaeb3955fb9f8609264c4f91ebda36293f004391b4ece4eb17b07024d", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník" + ], + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Matej Kobyľan", + "author": "Daniel Hladek", + "document_path": "pages/students/2020/matej_kobylan/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "published": true, + "categories": [ + "bp2023" + ], + "tags": [ + "ir" + ], + "section": [ + [ + "Bakalárska práca 2023" + ] + ] + } + ] + }, + { + "id": "q1063", + "category": "single_document_synthesis", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „MBART“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Dominik Nagy — diplomová práca; názov práce: Neurónový strojový preklad pomocou knižnice Fairseq; rok práce: 2022.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "claims": [ + { + "person": "Dominik Nagy", + "title": "Neurónový strojový preklad pomocou knižnice Fairseq", + "year": 2022, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [ + "rejected_supported_academic_answer" + ] + }, + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dominik Nagy\",\n \"title\": \"Neurónový strojový preklad pomocou knižnice Fairseq\",\n \"year\": 2022,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\"\n ],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dominik Nagy", + "title": "Neurónový strojový preklad pomocou knižnice Fairseq", + "year": 2022, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": false, + "seconds": 12.08, + "retrieval_context_sha256": "0140a139df2d9ccded149a1b84e9fecdf661cf5cb1dc8c6f4540ebead344f864", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Dominik Nagy", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/dominik_nagy/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "published": true, + "categories": [ + "bp2019", + "dp2022" + ], + "tags": [ + "nlp", + "translation" + ], + "section": [ + [ + "Dominik Nagy", + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S2", + "title": "Patrik Pavlišin", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/patrik_pavlisin/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "published": true, + "categories": [ + "bp2020", + "dp2022", + "tp2021" + ], + "tags": [ + "nlp", + "nmt", + "translation" + ], + "section": [ + [ + "Diplomová práca 2022", + "Tímový projekt 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Matej Novotný", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_novotny/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "published": true, + "categories": [ + "dp2026" + ], + "tags": [ + "nlp" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Andrii Pervashov", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/andrii_pervashov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "published": true, + "categories": [ + "bp2025", + "dp2027" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S5", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp" + ], + [ + "Ján Holp", + "Diplomová práca 2021" + ] + ] + } + ] + }, + { + "id": "q1073", + "category": "single_document_synthesis", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Martin Wencel — bakalárska práca; názov práce: Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy; rok práce: 2020; autor dokumentu: Daniel Hladek.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "claims": [ + { + "person": "Martin Wencel", + "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "year": 2020, + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Martin Wencel\",\n \"title\": \"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\",\n \"year\": 2020,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": \"Daniel Hladek\",\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Martin Wencel", + "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "year": 2020, + "document_author": "Daniel Hladek", + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 14.51, + "retrieval_context_sha256": "16b463ab9c2040047f910985a507ca146df87f83e60d6f0db0da2cbffe15643a", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Martin Wencel", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/martin_wencel/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "nlp", + "spacy" + ], + "section": [ + [ + "Martin Wencel", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Pomenované entity", + "author": "Daniel Hladek", + "document_path": "pages/topics/named-entity/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "published": true, + "categories": [ + "project" + ], + "tags": [ + "ner", + "nlp" + ], + "section": [ + [ + "Pomenované entity", + "Stretnutia" + ] + ] + }, + { + "source_id": "S3", + "title": "Artem Yatsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/artem_yatsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalárska práca 2022" + ] + ] + }, + { + "source_id": "S4", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S5", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalárska práca 2024", + "Vedecký projekt 2023" + ] + ] + } + ] + }, + { + "id": "q1147", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Ján Holp a Ondrej Megela. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Ondrej Megela záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Neurónové jazykové modelovanie typu BERT", + "2020" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Ján Holp — diplomová práca; názov práce: Systém získavania informácií v slovenskom jazyku; rok práce: 2021.\nOndrej Megela — bakalárska práca; názov práce: Neurónové jazykové modelovanie typu BERT; rok práce: 2020.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp, https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "claims": [ + { + "person": "Ján Holp", + "title": "Systém získavania informácií v slovenskom jazyku", + "year": 2021, + "work_type": "diploma_thesis" + }, + { + "person": "Ondrej Megela", + "title": "Neurónové jazykové modelovanie typu BERT", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Ján Holp\",\n \"title\": \"Systém získavania informácií v slovenskom jazyku\",\n \"year\": 2021,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Ondrej Megela\",\n \"title\": \"Neurónové jazykové modelovanie typu BERT\",\n \"year\": 2020,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp\",\n \"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Ján Holp", + "title": "Systém získavania informácií v slovenskom jazyku", + "year": 2021, + "work_type": "diploma_thesis" + }, + { + "person": "Ondrej Megela", + "title": "Neurónové jazykové modelovanie typu BERT", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 14.44, + "retrieval_context_sha256": "97eac8e3831b092e00b67a7c0c7a50a72dcabc2fa87eb4d837e5f8117a02a36f", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalársky projekt 2020" + ] + ] + }, + { + "source_id": "S2", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp" + ], + [ + "Ján Holp", + "Diplomová práca 2021" + ] + ] + }, + { + "source_id": "S3", + "title": "Michal Stromko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/michal_stromko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "published": true, + "categories": [ + "bp2022", + "dp2024", + "vp2021" + ], + "tags": [ + "cloud", + "demo", + "ir", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2022", + "Vedecký projekt 2021" + ] + ] + }, + { + "source_id": "S4", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Čo tu nájdem?" + ] + ] + }, + { + "source_id": "S5", + "title": "Jazykový model slovenského jazyka", + "author": "Daniel Hládek", + "document_path": "pages/topics/bert/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/bert", + "published": true, + "categories": [], + "tags": [], + "section": [ + [ + "Súvisiace projekty" + ] + ] + } + ] + }, + { + "id": "q1148", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Márk Fehér a Martin Wencel. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Márk Fehér — diplomová práca; názov práce: Klasifikácia textu metódami strojového učenia; rok práce: 2022.\nMartin Wencel — bakalárska práca; názov práce: Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy; rok práce: 2020.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher, https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "claims": [ + { + "person": "Márk Fehér", + "title": "Klasifikácia textu metódami strojového učenia", + "year": 2022, + "work_type": "diploma_thesis" + }, + { + "person": "Martin Wencel", + "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Márk Fehér\",\n \"title\": \"Klasifikácia textu metódami strojového učenia\",\n \"year\": 2022,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Martin Wencel\",\n \"title\": \"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\",\n \"year\": 2020,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher\",\n \"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Márk Fehér", + "title": "Klasifikácia textu metódami strojového učenia", + "year": 2022, + "work_type": "diploma_thesis" + }, + { + "person": "Martin Wencel", + "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "year": 2020, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 12.46, + "retrieval_context_sha256": "2f36676b181f09b11705ca439f1dd5e03a3b78208a4fe8327f8bb5ba23091275", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Márk Fehér", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/mark_feher/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "published": true, + "categories": [ + "dp2022" + ], + "tags": [ + "klasifikácia", + "nlp", + "scikit" + ], + "section": [ + [ + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S2", + "title": "Martin Wencel", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/martin_wencel/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "demo", + "nlp", + "spacy" + ], + "section": [ + [ + "Martin Wencel", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S3", + "title": "Artem Yatsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/artem_yatsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "published": true, + "categories": [ + "bp2022" + ], + "tags": [ + "ner", + "nlp", + "spacy" + ], + "section": [ + [ + "Bakalárska práca 2022" + ] + ] + }, + { + "source_id": "S4", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S5", + "title": "Patrik Pavlišin", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/patrik_pavlisin/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "published": true, + "categories": [ + "bp2020", + "dp2022", + "tp2021" + ], + "tags": [ + "nlp", + "nmt", + "translation" + ], + "section": [ + [ + "Diplomová práca 2022", + "Diplomový projekt 2" + ] + ] + } + ] + }, + { + "id": "q1149", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Martin Šarišský a Samuel Džurina. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Martin Šarišský — diplomová práca; názov práce: Agentové systémy pomocou veľkého jazykového modelu; rok práce: 2026.\nSamuel Džurina — bakalárska práca; názov práce: Dialógový systém pre podporu firemných procesov; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky, https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "claims": [ + { + "person": "Martin Šarišský", + "title": "Agentové systémy pomocou veľkého jazykového modelu", + "year": 2026, + "work_type": "diploma_thesis" + }, + { + "person": "Samuel Džurina", + "title": "Dialógový systém pre podporu firemných procesov", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Martin Šarišský\",\n \"title\": \"Agentové systémy pomocou veľkého jazykového modelu\",\n \"year\": 2026,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Samuel Džurina\",\n \"title\": \"Dialógový systém pre podporu firemných procesov\",\n \"year\": 2026,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\",\n \"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Martin Šarišský", + "title": "Agentové systémy pomocou veľkého jazykového modelu", + "year": 2026, + "work_type": "diploma_thesis" + }, + { + "person": "Samuel Džurina", + "title": "Dialógový systém pre podporu firemných procesov", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 12.6, + "retrieval_context_sha256": "bcbd4871101ad88f551b008bd9f69286ba4b04712639f2a74dcef8e9ca532581", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník" + ], + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Čo tu nájdem?" + ] + ] + } + ] + }, + { + "id": "q1154", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Dominik Nagy a Valerii Kutsenko. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Dominik Nagy — diplomová práca; názov práce: Neurónový strojový preklad pomocou knižnice Fairseq; rok práce: 2022.\nValerii Kutsenko — diplomová práca; názov práce: Zlepšenie vyhľadávania pomocou znalostných grafov; rok práce: 2027.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy, https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "claims": [ + { + "person": "Dominik Nagy", + "title": "Neurónový strojový preklad pomocou knižnice Fairseq", + "year": 2022, + "work_type": "diploma_thesis" + }, + { + "person": "Valerii Kutsenko", + "title": "Zlepšenie vyhľadávania pomocou znalostných grafov", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Dominik Nagy\",\n \"title\": \"Neurónový strojový preklad pomocou knižnice Fairseq\",\n \"year\": 2022,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Valerii Kutsenko\",\n \"title\": \"Zlepšenie vyhľadávania pomocou znalostných grafov\",\n \"year\": 2027,\n \"start_year\": null,\n \"keyword\": null,\n \"category\": null,\n \"document_author\": null,\n \"work_type\": \"diploma_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\",\n \"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Dominik Nagy", + "title": "Neurónový strojový preklad pomocou knižnice Fairseq", + "year": 2022, + "work_type": "diploma_thesis" + }, + { + "person": "Valerii Kutsenko", + "title": "Zlepšenie vyhľadávania pomocou znalostných grafov", + "year": 2027, + "work_type": "diploma_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 17.66, + "retrieval_context_sha256": "1eaf5cd330b2e5f3cdf4671ce7f12da435338df890df087aac2cfe3404fb7106", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Valerii Kutsenko", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/valerii_kutsenko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "published": true, + "categories": [ + "bp2025", + "dp2027", + "vp2024" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Diplomová práca 2027" + ] + ] + }, + { + "source_id": "S2", + "title": "Dominik Nagy", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/dominik_nagy/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "published": true, + "categories": [ + "bp2019", + "dp2022" + ], + "tags": [ + "nlp", + "translation" + ], + "section": [ + [ + "Dominik Nagy", + "Diplomová práca 2022" + ] + ] + }, + { + "source_id": "S3", + "title": "Martin Šarišský", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/martin_sarissky/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "published": true, + "categories": [ + "bp2024", + "dp2026", + "vp2023" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026", + "Diplomový projekt 2025" + ] + ] + }, + { + "source_id": "S4", + "title": "Často kladené otázky", + "author": "Daniel Hladek", + "document_path": "pages/topics/faq/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/topics/faq", + "published": true, + "categories": [ + "info" + ], + "tags": [ + "zp" + ], + "section": [ + [ + "Často kladené otázky", + "Čo tu nájdem?" + ] + ] + }, + { + "source_id": "S5", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp" + ], + [ + "Ján Holp", + "Diplomová práca 2021" + ] + ] + } + ] + }, + { + "id": "q1156", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Oleksandr Dorybohov. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Samuel Vasiľ — bakalárska práca; názov práce: Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI; rok práce: 2026.\nOleksandr Dorybohov — bakalárska práca; názov práce: Automatické odpovede na otázky v právnej oblasti; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil, https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "claims": [ + { + "person": "Samuel Vasiľ", + "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "year": 2026, + "work_type": "bachelor_thesis" + }, + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Samuel Vasiľ\",\n \"title\": \"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\",\n \"year\": 2026,\n \"work_type\": \"bachelor_thesis\"\n },\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"title\": \"Automatické odpovede na otázky v právnej oblasti\",\n \"year\": 2026,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\",\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Samuel Vasiľ", + "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "year": 2026, + "work_type": "bachelor_thesis" + }, + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 12.59, + "retrieval_context_sha256": "c0096de8658e170581a8c03b18aea8f1173c940476713faff8c33b496236ddec", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Samuel Vasiľ", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/samuel_vasil/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "llm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Samuel Džurina", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/samuel_dzurina/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S4", + "title": "Samuel Širotník", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/samuel_sirotnik/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "published": true, + "categories": [ + "bp2021" + ], + "tags": [ + "cloud", + "raspberrypi" + ], + "section": [ + [ + "Samuel Širotník" + ], + [ + "Samuel Širotník", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalárska práca 2020" + ] + ] + } + ] + }, + { + "id": "q1162", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Vladimír Ferko a Oleksandr Dorybohov. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Vladimír Ferko — bakalárska práca; názov práce: Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči; rok práce: 2024.\nOleksandr Dorybohov — bakalárska práca; názov práce: Automatické odpovede na otázky v právnej oblasti; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko, https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "claims": [ + { + "person": "Vladimír Ferko", + "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "year": 2024, + "work_type": "bachelor_thesis" + }, + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Vladimír Ferko\",\n \"title\": \"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\",\n \"year\": 2024,\n \"work_type\": \"bachelor_thesis\"\n },\n {\n \"person\": \"Oleksandr Dorybohov\",\n \"title\": \"Automatické odpovede na otázky v právnej oblasti\",\n \"year\": 2026,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko\",\n \"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Vladimír Ferko", + "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "year": 2024, + "work_type": "bachelor_thesis" + }, + { + "person": "Oleksandr Dorybohov", + "title": "Automatické odpovede na otázky v právnej oblasti", + "year": 2026, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 13.0, + "retrieval_context_sha256": "4cadba349d3b8894846ce5b568969e652984f0978430883a190e425afe426c58", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Oleksandr Dorybohov", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "agent", + "lm", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + }, + { + "source_id": "S2", + "title": "Vladimír Ferko", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/vladimir_ferko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S3", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + } + ] + }, + { + "id": "q1166", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Vladimír Ferko. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [], + "expected_values_in_context": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": true, + "issues": [], + "delivered": { + "status": "ok", + "reason": null, + "accepted_for_delivery": true, + "answer": "Matej Ščišľak — diplomová práca; názov práce: Znalostné grafy pre zlepšenie vyhľadávania právnych informácií; rok práce: 2026.\nVladimír Ferko — bakalárska práca; názov práce: Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči; rok práce: 2024.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "claims": [ + { + "person": "Matej Ščišľak", + "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "year": 2026, + "work_type": "diploma_thesis" + }, + { + "person": "Vladimír Ferko", + "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "year": 2024, + "work_type": "bachelor_thesis" + } + ], + "attempts": [ + { + "raw_response": "```json\n{\n \"answer\": \"\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Matej Ščišľak\",\n \"title\": \"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\",\n \"year\": 2026,\n \"work_type\": \"diploma_thesis\"\n },\n {\n \"person\": \"Vladimír Ferko\",\n \"title\": \"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\",\n \"year\": 2024,\n \"work_type\": \"bachelor_thesis\"\n }\n ],\n \"evidence_quotes\": [],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\",\n \"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko\"\n ],\n \"count\": null\n}\n```", + "parsed_answer": { + "answer": "", + "status": "ok", + "claims": [ + { + "person": "Matej Ščišľak", + "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "year": 2026, + "work_type": "diploma_thesis" + }, + { + "person": "Vladimír Ferko", + "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "year": 2024, + "work_type": "bachelor_thesis" + } + ], + "evidence_quotes": [], + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 15.39, + "retrieval_context_sha256": "e9b055955a198e614f4af1edc16e7ec1d61a1fe76cad473771f114062c6b5aa9", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Vladimír Ferko", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/vladimir_ferko/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S2", + "title": "Matej Ščišľak", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_scislak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "published": true, + "categories": [ + "bp2024", + "dp2026" + ], + "tags": [ + "chatbot", + "dialog", + "nlp", + "rasa" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S3", + "title": "Eduard Matovka", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/eduard_matovka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "published": true, + "categories": [ + "bp2024" + ], + "tags": [ + "dialog", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2024" + ] + ] + }, + { + "source_id": "S4", + "title": "Matej Novotný", + "author": "Daniel Hladek", + "document_path": "pages/students/2021/matej_novotny/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "published": true, + "categories": [ + "dp2026" + ], + "tags": [ + "nlp" + ], + "section": [ + [ + "Diplomová práca 2026" + ] + ] + }, + { + "source_id": "S5", + "title": "Maksym Zatirka", + "author": "Daniel Hladek", + "document_path": "pages/students/2023/maksym_zatirka/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "published": true, + "categories": [ + "bp2026" + ], + "tags": [ + "db", + "graph", + "nlp" + ], + "section": [ + [ + "Bakalárska práca 2026" + ] + ] + } + ] + }, + { + "id": "q1168", + "category": "multi_document", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "should_answer": true, + "retrieval": { + "expected_sources_found": true, + "missing_bindings": [ + { + "person": "Dárius Lindvai", + "work_type": "diploma_thesis", + "document_path": "pages/students/2016/darius_lindvai/README.md", + "heading_line": null, + "title_line": 14, + "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "year": 2021, + "year_basis": "frontmatter_category" + } + ], + "expected_values_in_context": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ] + }, + "typed_expected": true, + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "passed": false, + "issues": [ + "false_no_answer", + "missing_expected_answer_value", + "missing_expected_binding" + ], + "delivered": { + "status": "no_answer", + "reason": null, + "accepted_for_delivery": true, + "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.", + "source_urls": [], + "claims": [], + "attempts": [ + { + "raw_response": "{\n \"answer\": \"\",\n \"status\": \"no_answer\",\n \"claims\": [],\n \"evidence_quotes\": [],\n \"source_urls\": [],\n \"count\": null\n}", + "parsed_answer": { + "answer": "", + "status": "no_answer", + "claims": [], + "evidence_quotes": [], + "source_urls": [] + }, + "issues": [] + } + ], + "index_version": { + "version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", + "created_at_utc": "2026-10-26T18:15:17.983336+00:00", + "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363", + "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", + "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9", + "embedding_model": "intfloat/multilingual-e5-small", + "publication_policy": "explicit-false-hidden-v1", + "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92" + }, + "complete": false, + "truncated": true, + "truncation_reasons": [ + "candidate_limit", + "per_document_limit", + "result_limit" + ], + "engine": "rag" + }, + "first_attempt_accepted": true, + "seconds": 5.54, + "retrieval_context_sha256": "17db7721f26e1cdcd811209484ec435b191c07793fd7cad6b9e44c05d407bf98", + "retrieved_sources": [ + { + "source_id": "S1", + "title": "Tetiana Mohorian", + "author": "Daniel Hladek", + "document_path": "pages/students/2022/tetiana_mohorian/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "published": true, + "categories": [ + "bp2025" + ], + "tags": [ + "nlp", + "rag" + ], + "section": [ + [ + "Bakalárska práca 2025" + ] + ] + }, + { + "source_id": "S2", + "title": "Dárius Lindvai", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/darius_lindvai/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "interpunction", + "nlp", + "nn" + ], + "section": [ + [ + "Dárius Lindvai", + "Tímový projekt 2019" + ] + ] + }, + { + "source_id": "S3", + "title": "Patrik Pokrivčák", + "author": "Daniel Hladek", + "document_path": "pages/students/2019/patrik_pokrivcak/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "published": true, + "categories": [ + "dp2025" + ], + "tags": [ + "hate", + "nlp" + ], + "section": [ + [ + "Diplomová práca" + ] + ] + }, + { + "source_id": "S4", + "title": "Ondrej Megela", + "author": "Daniel Hladek", + "document_path": "pages/students/2018/ondrej_megela/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "published": true, + "categories": [ + "bp2021", + "dp2023" + ], + "tags": [ + "bert", + "fairseq", + "lm", + "nlp", + "qa", + "question-answer" + ], + "section": [ + [ + "Diplomová práca 2023", + "Bakalárska práca 2020" + ] + ] + }, + { + "source_id": "S5", + "title": "Ján Holp", + "author": "Daniel Hladek", + "document_path": "pages/students/2016/jan_holp/README.md", + "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "published": true, + "categories": [ + "bp2019", + "dp2021" + ], + "tags": [ + "ir", + "nlp", + "pagerank" + ], + "section": [ + [ + "Ján Holp" + ], + [ + "Ján Holp", + "Diplomová práca 2021" + ] + ] + } + ] + } + ] +} diff --git a/tools/rag/evaluation/results/verified_rag_2026-10-27/summary.json b/tools/rag/evaluation/results/verified_rag_2026-10-27/summary.json index 7d22a61..bbe2be3 100644 --- a/tools/rag/evaluation/results/verified_rag_2026-10-27/summary.json +++ b/tools/rag/evaluation/results/verified_rag_2026-10-27/summary.json @@ -4,7 +4,7 @@ "status": { "local_wider_verification": "complete", "reports_and_logs": "complete", - "wider_80_model_answers": "awaiting_explicit_consent" + "wider_80_model_answers": "complete_with_findings" }, "dataset": { "path": "tools/rag/evaluation/json_files/verified_rag_regression.json", @@ -291,7 +291,82 @@ } ] }, - "broad_model_accuracy": null, + "broad_model_accuracy": { + "passed": 71, + "total": 80, + "success_percent": 88.75, + "meaning": "Strict end-to-end benchmark success, including blocked deliveries and no_answer failures; known regression questions, not an independent general accuracy estimate.", + "answerable": { + "passed": 61, + "total": 70 + }, + "unanswerable": { + "passed": 10, + "total": 10 + }, + "blocked_deliveries": 6, + "benchmark_no_answer_failures": 3, + "known_source_convention_cases": [ + "q0074", + "q1168" + ], + "source_convention_cases_retained_in_primary_denominator": true, + "all_other_cases": { + "passed": 71, + "total": 78, + "success_percent": 91.03, + "note": "Secondary diagnostic only; excludes two source-convention cases identified before generation. Does not replace primary 71/80." + }, + "model_attempts": 91, + "first_attempt_accepted": 69, + "repaired_then_passed": [ + "q0066", + "q0421", + "q0476", + "q0567", + "q1063" + ], + "accepted_positive_benchmark_failures": 0, + "technical_request_errors": 0, + "categories": { + "disambiguation_year": { + "total": 8, + "passed": 8 + }, + "fact_start_year": { + "total": 8, + "passed": 8 + }, + "fact_title": { + "total": 10, + "passed": 10 + }, + "fact_work_year": { + "total": 10, + "passed": 9 + }, + "keyword_grounding": { + "total": 8, + "passed": 5 + }, + "multi_document": { + "total": 8, + "passed": 7 + }, + "single_document_synthesis": { + "total": 8, + "passed": 8 + }, + "specific_fact": { + "total": 10, + "passed": 6 + }, + "unanswerable_missing_fact": { + "total": 10, + "passed": 10 + } + } + }, "full_verification": { "passed": true, "checks": { @@ -433,15 +508,156 @@ "project_verification": { "path": "data/reports/verification/20261027T005852Z-ef38a940.json", "sha256": "eac6ef0caace933d42fd41c540a10c646699843aec6bc2bab28ef8be4727aa8f" + }, + "live_80_raw": { + "path": "data/reports/rag_verified/20261027T014645Z-8ec7a6ce.json", + "sha256": "0f89ed617c30f4e20095a978540366f8c20d3f190da20415f3d463f704d56319" + }, + "live_80_export": { + "path": "tools/rag/evaluation/results/verified_rag_2026-10-27/answers_80.json", + "sha256": "8f5f8bd7c031d90c96be70c45d81526d0740de6530d620a48e6d27c7f7180f43" } }, "limitations": [ "Known regression questions; not a new independent accuracy estimate.", "Dárius Lindvai: the diploma year 2021 is inferred from taxonomy category dp2021; no explicit diploma heading. Runtime checked RAG deliberately does not use category years as work-year proof.", "Source review is automated against original Markdown; independent human annotation has not been performed.", - "No 80-case model accuracy has been measured. Existing explicit permission covers five school-model questions; broader export approval is pending.", "360 guard checks are controlled fault injection, not 360 generated model responses.", "Finding the expected document or extracting a supported tuple does not by itself measure answer correctness.", - "Automatic quote relevance uses known expected-value coverage and literal support; independent human semantic review is still absent." - ] + "Automatic quote relevance uses known expected-value coverage and literal support; independent human semantic review is still absent.", + "80 actual model responses are now measured; 71/80 pass the strict known regression benchmark. This is not an independent estimate over unseen questions.", + "Nine failed questions remain unresolved in production. This commit records measurement and diagnostics; it does not claim those defects are repaired.", + "Automated expected-value coverage and context guards did not detect any accepted positive benchmark failure in this run; this is not proof that every delivered fact is semantically correct." + ], + "live_80_findings": [ + { + "id": "q0074", + "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", + "issues": [ + "false_no_answer", + "missing_expected_answer_value", + "missing_expected_binding" + ], + "delivery_status": "no_answer", + "accepted_for_delivery": true, + "group": "source_convention", + "finding": "Expected diploma year 2021 is inferred from dp2021, without an explicit diploma heading/year. Runtime refused to infer this work year.", + "next_action": "Clarify and document source year policy or add verified explicit source evidence; do not silently change the benchmark after this run." + }, + { + "id": "q0078", + "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivery_status": "error", + "accepted_for_delivery": false, + "group": "generation_schema_and_binding", + "finding": "Model added an unsupported diploma-project title/year binding and initially treated BiLSTM as a metadata keyword. Repair retained the unsupported academic binding, although literal topic evidence existed.", + "next_action": "For a general topic question prefer minimal literal evidence quotes; avoid unrelated academic claims and distinguish a body term from a metadata tag." + }, + { + "id": "q0198", + "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivery_status": "error", + "accepted_for_delivery": false, + "group": "overstrict_reference_guard", + "finding": "Literal supported Streamlit quotes were blocked because https://streamlit.io/ appears inside the quote but not in the wiki source_urls allowlist.", + "next_action": "Distinguish a verified link inside a literal source quote from its required wiki evidence citation; keep rejecting links absent from the corresponding delivered source." + }, + { + "id": "q0544", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivery_status": "error", + "accepted_for_delivery": false, + "group": "generation_schema_and_binding", + "finding": "Internship goal/year were emitted as academic title/year claims (initially research_project). Typed academic evidence does not support this classification, so both attempts were blocked.", + "next_action": "Use literal internship evidence for general questions or explicitly model internship fields; do not relabel internships as academic projects." + }, + { + "id": "q0566", + "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", + "issues": [ + "false_no_answer", + "missing_expected_answer_value" + ], + "delivery_status": "no_answer", + "accepted_for_delivery": true, + "group": "missing_retrieved_fact", + "finding": "Original Sevval Bulburu Markdown explicitly mentions Django (lines 59 and 72), but Django is absent from the actual delivered context despite the correct profile being retrieved. No_answer follows the supplied evidence but fails corpus-level question coverage.", + "next_action": "Improve selection/coverage of relevant profile excerpts and verify framework queries without leaking expected answers into retrieval." + }, + { + "id": "q0614", + "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivery_status": "error", + "accepted_for_delivery": false, + "group": "generation_schema_and_quote", + "finding": "People-list answer added unnecessary academic claims without their specific sources and merged non-contiguous source sections into a purported literal quote. Relative links were additionally rejected by the quote reference policy.", + "next_action": "Use separate contiguous people-list quotes, cite their source, omit unrelated academic claims, and handle attested relative references." + }, + { + "id": "q0631", + "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivery_status": "error", + "accepted_for_delivery": false, + "group": "overstrict_reference_guard", + "finding": "Supported Hunspell/BPE/Morfessor quote was blocked for the explicitly supplied IEEE reference inside it.", + "next_action": "Handle attested quoted reference URLs without allowing invented citations." + }, + { + "id": "q0816", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?", + "issues": [ + "delivery_blocked", + "missing_expected_answer_value" + ], + "delivery_status": "error", + "accepted_for_delivery": false, + "group": "generation_schema_and_quote", + "finding": "Initial answer added unsupported study-start year. Repair removed it but still joined separated body passages into a purported contiguous quote, omitting an intervening line.", + "next_action": "Select each exact contiguous passage separately and omit unrequested uncertain metadata." + }, + { + "id": "q1168", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "issues": [ + "false_no_answer", + "missing_expected_answer_value", + "missing_expected_binding" + ], + "delivery_status": "no_answer", + "accepted_for_delivery": true, + "group": "source_convention", + "finding": "Comparison needs Darius Lindvai diploma title/year; its year has the same predeclared taxonomy-only ambiguity as q0074.", + "next_action": "Resolve source convention together with q0074." + } + ], + "live_80_verification": { + "consent": "Explicit user consent for all 80 questions and their retrieved wiki evidence to ui.tukekemt.xyz.", + "same_predeclared_dataset": true, + "unchanged_code_during_run": true, + "matching_deployed_python_modules": 125, + "single_index_version": "497fadb8f38c4af18d7d9e3b06cdb0a0", + "tools_ready_after_run": true, + "generation_or_benchmark_tuning_during_run": false, + "production_code_changes_for_this_measurement": false + } }