diff --git a/evaluation/results/retrieval_results_baseline.csv b/evaluation/results/retrieval_results_baseline.csv new file mode 100644 index 0000000..bfa1153 --- /dev/null +++ b/evaluation/results/retrieval_results_baseline.csv @@ -0,0 +1,73 @@ +id,category,mode,question,first_relevant_rank,reciprocal_rank,hit_at_1,hit_at_3,hit_at_5,recall_at_1,recall_at_3,recall_at_5,expected_documents,top_documents,top_source_urls +q001,fact_year,fts,V akom roku robil Ján Holp diplomovú prácu?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q001,fact_year,vector,V akom roku robil Ján Holp diplomovú prácu?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2020/matus_suchanic/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]" +q001,fact_year,hybrid,V akom roku robil Ján Holp diplomovú prácu?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2021/matej_novotny/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]" +q002,fact_year,fts,V ktorom roku začal študovať Ján Holp?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2019/michal_stromko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]" +q002,fact_year,vector,V ktorom roku začal študovať Ján Holp?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]" +q002,fact_year,hybrid,V ktorom roku začal študovať Ján Holp?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q003,fact_title,fts,Aký je názov diplomovej práce Jána Holpa?,3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q003,fact_title,vector,Aký je názov diplomovej práce Jána Holpa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2019/kristian_sopkovic/README.md"", ""pages/students/2018/david_omasta/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]" +q003,fact_title,hybrid,Aký je názov diplomovej práce Jána Holpa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2021/matej_novotny/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]" +q004,fact_title,fts,Aký je názov diplomovej práce Maroša Harahusa?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q004,fact_title,vector,Aký je názov diplomovej práce Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2019/samuel_horani/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]" +q004,fact_title,hybrid,Aký je názov diplomovej práce Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2016/maros_harahus/timovy_projekt/README.md"", ""pages/students/2016/ediz_morochovic/README.md"", ""pages/students/2019/dmytro_mural/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]" +q005,fact_topic,fts,Aká je téma diplomového projektu Jána Ptáka?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/yevhenii_leonov/README.md"", ""pages/topics/steel/README.md"", ""pages/students/2016/jakub_maruniak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/lukas_pokryvka/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]" +q005,fact_topic,vector,Aká je téma diplomového projektu Jána Ptáka?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md"", ""pages/students/2016/tomas_kucharik/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q005,fact_topic,hybrid,Aká je téma diplomového projektu Jána Ptáka?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]" +q006,fact_year,fts,V ktorom roku začal študovať Ján Pták?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2018/david_omasta/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]" +q006,fact_year,vector,V ktorom roku začal študovať Ján Pták?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2021/nikita_bodnar/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2018/ondrej_megela/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]" +q006,fact_year,hybrid,V ktorom roku začal študovať Ján Pták?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/nikita_bodnar/README.md"", ""pages/students/2022/valerii_kutsenko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]" +q007,fact_tool,fts,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2022/jan_malinovsky/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]" +q007,fact_tool,vector,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q007,fact_tool,hybrid,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q008,paraphrase,fts,Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?,3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/topics/faq/README.md"", ""pages/topics/otvorene/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2023/maksym_zatirka/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]" +q008,paraphrase,vector,Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/topics/akopisat/README.md"", ""pages/students/2019/michal_stromko/vp2021/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/topics/faq/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q008,paraphrase,hybrid,Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2019/michal_stromko/vp2021/README.md"", ""pages/topics/akopisat/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/topics/faq/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q009,fact_topic,fts,Aká je téma diplomového projektu Jána Malinovského?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/yevhenii_leonov/README.md"", ""pages/topics/steel/README.md"", ""pages/students/2016/jakub_maruniak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/lukas_pokryvka/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]" +q009,fact_topic,vector,Aká je téma diplomového projektu Jána Malinovského?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2020/kamil_tomcufcik/README.md"", ""pages/students/2017/martin_jancura/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]" +q009,fact_topic,hybrid,Aká je téma diplomového projektu Jána Malinovského?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md"", ""pages/students/2020/kamil_tomcufcik/README.md"", ""pages/students/2017/martin_jancura/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]" +q010,paraphrase,fts,"Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2023/maksym_zatirka/README.md"", ""pages/students/2021/matej_scislak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]" +q010,paraphrase,vector,"Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q010,paraphrase,hybrid,"Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q011,fact_title,fts,Ako sa volá diplomová práca Mateja Novotného?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/martin_sarissky/README.md"", ""pages/topics/faq/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2022/samuel_vasil/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]" +q011,fact_title,vector,Ako sa volá diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2020/david_kostilnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]" +q011,fact_title,hybrid,Ako sa volá diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2020/david_kostilnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]" +q012,fact_year,fts,V ktorom roku je uvedená diplomová práca Mateja Novotného?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/topics/faq/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q012,fact_year,vector,V ktorom roku je uvedená diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2020/david_kostilnik/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]" +q012,fact_year,hybrid,V ktorom roku je uvedená diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2020/matus_suchanic/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]" +q013,fact_title,fts,Aký je názov diplomovej práce Dominika Nagya?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2016/dominik_nagy/README.md""]","[""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/topics/question/nezodpovedatelne/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]" +q013,fact_title,vector,Aký je názov diplomovej práce Dominika Nagya?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/dominik_nagy/README.md""]","[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/tomas_kucharik/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2018/david_omasta/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]" +q013,fact_title,hybrid,Aký je názov diplomovej práce Dominika Nagya?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/dominik_nagy/README.md""]","[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2018/ondrej_megela/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]" +q014,topic,fts,Nájdi dokumenty súvisiace so strojovým prekladom.,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/topics/translation/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2016/patrik_pavlisin/dp22/README.md"", ""pages/students/2019/michal_stromko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]" +q014,topic,vector,Nájdi dokumenty súvisiace so strojovým prekladom.,3,0.333333,0,1,1,0.0,0.333333,0.333333,"[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/topics/translation/README.md""]","[""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2022/andrii_pervashov/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]" +q014,topic,hybrid,Nájdi dokumenty súvisiace so strojovým prekladom.,3,0.333333,0,1,1,0.0,0.333333,0.333333,"[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/topics/translation/README.md""]","[""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/michal_stromko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]" +q015,fact_goal,fts,Na čom pracoval Oliver Pejic počas IAESTE stáže?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/interns/cesar_gutierrez/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/interns/sevval_bulburu/README.md"", ""pages/interns/yussef_ressaissi/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]" +q015,fact_goal,vector,Na čom pracoval Oliver Pejic počas IAESTE stáže?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q015,fact_goal,hybrid,Na čom pracoval Oliver Pejic počas IAESTE stáže?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q016,paraphrase,fts,Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/topics/hatespeech/README.md"", ""pages/topics/question/README.md"", ""pages/students/2021/manohar_gowdru_shridharu/README.md"", ""pages/students/2019/patrik_pokrivcak/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]" +q016,paraphrase,vector,Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/topics/hatespeech/README.md"", ""pages/students/2018/ondrej_megela/README.md"", ""pages/topics/question/README.md"", ""pages/students/2022/valerii_kutsenko/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]" +q016,paraphrase,hybrid,Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/topics/hatespeech/README.md"", ""pages/topics/question/README.md"", ""pages/students/2018/ondrej_megela/README.md"", ""pages/students/2016/tomas_kucharik/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]" +q017,fact_topic,fts,Aká bola téma stáže Bogdana Paula Chișa?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2018/adrian_remias/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q017,fact_topic,vector,Aká bola téma stáže Bogdana Paula Chișa?,4,0.25,0,0,1,0.0,0.0,1.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2018/oleh_bilykh/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2019/filip_tomas/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]" +q017,fact_topic,hybrid,Aká bola téma stáže Bogdana Paula Chișa?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2018/oleh_bilykh/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/lukas_pokryvka/README.md"", ""pages/interns/bogdan_paul_chis/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]" +q018,fact_tool,fts,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/interns/bogdan_paul_chis/README.md"", ""pages/topics/otvorene/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2023/maksym_zatirka/README.md"", ""pages/students/2022/daniil_huzenko/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]" +q018,fact_tool,vector,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2021/matej_scislak/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]" +q018,fact_tool,hybrid,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2023/samuel_dzurina/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]" +q019,fact_goal,fts,Aký bol cieľ stáže Youssefa Ressaissiho?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/yussef_ressaissi/README.md""]","[""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2020/vladyslav_krupko/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/jakub_maruniak/README.md"", ""pages/students/2016/lukas_pokryvka/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt""]" +q019,fact_goal,vector,Aký bol cieľ stáže Youssefa Ressaissiho?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/yussef_ressaissi/README.md""]","[""pages/students/2019/filip_tomas/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2023/yevhenii_medushivskyi/README.md"", ""pages/students/2021/martin_sarissky/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]" +q019,fact_goal,hybrid,Aký bol cieľ stáže Youssefa Ressaissiho?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/yussef_ressaissi/README.md""]","[""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2019/filip_tomas/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/yevhenii_medushivskyi/README.md"", ""pages/students/2021/martin_sarissky/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]" +q020,fact_goal,fts,Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/cesar_gutierrez/README.md""]","[""pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2016/patrik_pavlisin/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]" +q020,fact_goal,vector,Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/cesar_gutierrez/README.md""]","[""pages/interns/cesar_gutierrez/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2020/pavol_hudak/README.md"", ""pages/students/2020/matej_kobylan/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]" +q020,fact_goal,hybrid,Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?,3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/interns/cesar_gutierrez/README.md""]","[""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/ronald_zalacko/README.md"", ""pages/interns/cesar_gutierrez/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2020/pavol_hudak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak""]" +q021,fact_goal,fts,Aký je cieľ projektu AI4Steel?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/topics/steel/README.md""]","[""pages/topics/steel/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2018/samuel_sirotnik/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/jakub_maruniak/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]" +q021,fact_goal,vector,Aký je cieľ projektu AI4Steel?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/topics/steel/README.md""]","[""pages/topics/steel/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/lukas_pokryvka/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2020/vladyslav_krupko/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]" +q021,fact_goal,hybrid,Aký je cieľ projektu AI4Steel?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/topics/steel/README.md""]","[""pages/topics/steel/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/lukas_pokryvka/README.md"", ""pages/students/2023/samuel_dzurina/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]" +q022,fact_topic,fts,Čomu sa venuje dizertačná práca Maroša Harahusa?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2019/kristian_sopkovic/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2022/andrii_pervashov/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2020/vladyslav_krupko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]" +q022,fact_topic,vector,Čomu sa venuje dizertačná práca Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2019/samuel_horani/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/maros_harahus/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]" +q022,fact_topic,hybrid,Čomu sa venuje dizertačná práca Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2019/samuel_horani/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/maros_harahus/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]" +q023,multi_document,fts,"Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",1,1.0,1,1,1,0.333333,0.333333,0.666667,"[""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/oleksandr_hryshchenko/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q023,multi_document,vector,"Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",1,1.0,1,1,1,0.333333,0.333333,0.333333,"[""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2021/oleksandr_hryshchenko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2021/matej_scislak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]" +q023,multi_document,hybrid,"Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",1,1.0,1,1,1,0.333333,0.333333,0.333333,"[""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2021/oleksandr_hryshchenko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2021/matej_scislak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]" +q024,negative,fts,Akú diplomovú prácu robil Ján Holp v roku 2016?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q024,negative,vector,Akú diplomovú prácu robil Ján Holp v roku 2016?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]" +q024,negative,hybrid,Akú diplomovú prácu robil Ján Holp v roku 2016?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2021/matej_novotny/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]" diff --git a/evaluation/results/retrieval_results_baseline.json b/evaluation/results/retrieval_results_baseline.json new file mode 100644 index 0000000..bc559be --- /dev/null +++ b/evaluation/results/retrieval_results_baseline.json @@ -0,0 +1,2523 @@ +{ + "configuration": { + "questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json", + "database": "/home/janko/DP/zp-agent/data/zp_index.sqlite", + "question_count": 24, + "limit": 5, + "published_only": false, + "max_per_document": 1, + "modes": [ + "fts", + "vector", + "hybrid" + ], + "metrics": [ + "Hit@1", + "Hit@3", + "Hit@5", + "MRR", + "Recall@5" + ] + }, + "dataset_validation": { + "indexed_document_count": 110, + "missing_expected_document_count": 0, + "missing_expected_documents": [] + }, + "summary": { + "fts": { + "questions": 24, + "hit_at_1": 0.416667, + "hit_at_3": 0.625, + "hit_at_5": 0.666667, + "mrr": 0.508333, + "recall_at_5": 0.652778 + }, + "vector": { + "questions": 24, + "hit_at_1": 0.708333, + "hit_at_3": 0.791667, + "hit_at_5": 0.875, + "mrr": 0.761806, + "recall_at_5": 0.819444 + }, + "hybrid": { + "questions": 24, + "hit_at_1": 0.625, + "hit_at_3": 0.833333, + "hit_at_5": 0.916667, + "mrr": 0.731944, + "recall_at_5": 0.861111 + } + }, + "by_category": { + "fts": { + "fact_goal": { + "questions": 4, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 0.5, + "mrr": 0.5, + "recall_at_5": 0.5 + }, + "fact_title": { + "questions": 4, + "hit_at_1": 0.0, + "hit_at_3": 0.5, + "hit_at_5": 0.75, + "mrr": 0.258333, + "recall_at_5": 0.75 + }, + "fact_tool": { + "questions": 2, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "fact_topic": { + "questions": 4, + "hit_at_1": 0.0, + "hit_at_3": 0.25, + "hit_at_5": 0.25, + "mrr": 0.125, + "recall_at_5": 0.25 + }, + "fact_year": { + "questions": 4, + "hit_at_1": 0.75, + "hit_at_3": 0.75, + "hit_at_5": 0.75, + "mrr": 0.75, + "recall_at_5": 0.75 + }, + "multi_document": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 0.666667 + }, + "negative": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "paraphrase": { + "questions": 3, + "hit_at_1": 0.333333, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 0.555555, + "recall_at_5": 1.0 + }, + "topic": { + "questions": 1, + "hit_at_1": 0.0, + "hit_at_3": 0.0, + "hit_at_5": 0.0, + "mrr": 0.0, + "recall_at_5": 0.0 + } + }, + "vector": { + "fact_goal": { + "questions": 4, + "hit_at_1": 0.75, + "hit_at_3": 0.75, + "hit_at_5": 0.75, + "mrr": 0.75, + "recall_at_5": 0.75 + }, + "fact_title": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "fact_tool": { + "questions": 2, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 0.5, + "mrr": 0.5, + "recall_at_5": 0.5 + }, + "fact_topic": { + "questions": 4, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 1.0, + "mrr": 0.6125, + "recall_at_5": 1.0 + }, + "fact_year": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "multi_document": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 0.333333 + }, + "negative": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "paraphrase": { + "questions": 3, + "hit_at_1": 0.333333, + "hit_at_3": 0.666667, + "hit_at_5": 0.666667, + "mrr": 0.5, + "recall_at_5": 0.666667 + }, + "topic": { + "questions": 1, + "hit_at_1": 0.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 0.333333, + "recall_at_5": 0.333333 + } + }, + "hybrid": { + "fact_goal": { + "questions": 4, + "hit_at_1": 0.5, + "hit_at_3": 0.75, + "hit_at_5": 0.75, + "mrr": 0.583333, + "recall_at_5": 0.75 + }, + "fact_title": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "fact_tool": { + "questions": 2, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 0.5, + "mrr": 0.5, + "recall_at_5": 0.5 + }, + "fact_topic": { + "questions": 4, + "hit_at_1": 0.25, + "hit_at_3": 0.75, + "hit_at_5": 1.0, + "mrr": 0.55, + "recall_at_5": 1.0 + }, + "fact_year": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "multi_document": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 0.333333 + }, + "negative": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "paraphrase": { + "questions": 3, + "hit_at_1": 0.333333, + "hit_at_3": 0.666667, + "hit_at_5": 1.0, + "mrr": 0.566667, + "recall_at_5": 1.0 + }, + "topic": { + "questions": 1, + "hit_at_1": 0.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 0.333333, + "recall_at_5": 0.333333 + } + } + }, + "questions": [ + { + "id": "q001", + "category": "fact_year", + "question": "V akom roku robil Ján Holp diplomovú prácu?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q001", + "category": "fact_year", + "question": "V akom roku robil Ján Holp diplomovú prácu?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2020/matus_suchanic/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q001", + "category": "fact_year", + "question": "V akom roku robil Ján Holp diplomovú prácu?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q002", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Holp?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q002", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Holp?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q002", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Holp?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q003", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Jána Holpa?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q003", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Jána Holpa?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q003", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Jána Holpa?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q004", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Maroša Harahusa?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q004", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Maroša Harahusa?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2019/samuel_horani/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q004", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Maroša Harahusa?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2016/maros_harahus/timovy_projekt/README.md", + "pages/students/2016/ediz_morochovic/README.md", + "pages/students/2019/dmytro_mural/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q005", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Ptáka?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2022/yevhenii_leonov/README.md", + "pages/topics/steel/README.md", + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/lukas_pokryvka/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q005", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Ptáka?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q005", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Ptáka?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q006", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Pták?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q006", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Pták?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2021/nikita_bodnar/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2018/ondrej_megela/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q006", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Pták?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/nikita_bodnar/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q007", + "category": "fact_tool", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q007", + "category": "fact_tool", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q007", + "category": "fact_tool", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q008", + "category": "paraphrase", + "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/topics/faq/README.md", + "pages/topics/otvorene/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q008", + "category": "paraphrase", + "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/topics/akopisat/README.md", + "pages/students/2019/michal_stromko/vp2021/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/topics/faq/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q008", + "category": "paraphrase", + "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2019/michal_stromko/vp2021/README.md", + "pages/topics/akopisat/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/topics/faq/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q009", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Malinovského?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2022/yevhenii_leonov/README.md", + "pages/topics/steel/README.md", + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/lukas_pokryvka/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q009", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Malinovského?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2020/kamil_tomcufcik/README.md", + "pages/students/2017/martin_jancura/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q009", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Malinovského?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md", + "pages/students/2020/kamil_tomcufcik/README.md", + "pages/students/2017/martin_jancura/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q010", + "category": "paraphrase", + "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q010", + "category": "paraphrase", + "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q010", + "category": "paraphrase", + "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q011", + "category": "fact_title", + "question": "Ako sa volá diplomová práca Mateja Novotného?", + "mode": "fts", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/topics/faq/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q011", + "category": "fact_title", + "question": "Ako sa volá diplomová práca Mateja Novotného?", + "mode": "vector", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2020/david_kostilnik/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q011", + "category": "fact_title", + "question": "Ako sa volá diplomová práca Mateja Novotného?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2020/david_kostilnik/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q012", + "category": "fact_year", + "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", + "mode": "fts", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/topics/faq/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q012", + "category": "fact_year", + "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", + "mode": "vector", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2020/david_kostilnik/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q012", + "category": "fact_year", + "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2020/matus_suchanic/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q013", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Dominika Nagya?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/topics/question/nezodpovedatelne/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q013", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Dominika Nagya?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q013", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Dominika Nagya?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2018/ondrej_megela/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q014", + "category": "topic", + "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/topics/translation/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2016/patrik_pavlisin/dp22/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q014", + "category": "topic", + "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/topics/translation/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q014", + "category": "topic", + "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/topics/translation/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q015", + "category": "fact_goal", + "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", + "mode": "fts", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/interns/sevval_bulburu/README.md", + "pages/interns/yussef_ressaissi/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q015", + "category": "fact_goal", + "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", + "mode": "vector", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q015", + "category": "fact_goal", + "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q016", + "category": "paraphrase", + "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", + "mode": "fts", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/topics/hatespeech/README.md", + "pages/topics/question/README.md", + "pages/students/2021/manohar_gowdru_shridharu/README.md", + "pages/students/2019/patrik_pokrivcak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q016", + "category": "paraphrase", + "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", + "mode": "vector", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/topics/hatespeech/README.md", + "pages/students/2018/ondrej_megela/README.md", + "pages/topics/question/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q016", + "category": "paraphrase", + "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/topics/hatespeech/README.md", + "pages/topics/question/README.md", + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q017", + "category": "fact_topic", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "mode": "fts", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2018/adrian_remias/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q017", + "category": "fact_topic", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "mode": "vector", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": 4, + "reciprocal_rank": 0.25, + "top_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2018/oleh_bilykh/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q017", + "category": "fact_topic", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2018/oleh_bilykh/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/lukas_pokryvka/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q018", + "category": "fact_tool", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", + "mode": "fts", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/topics/otvorene/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q018", + "category": "fact_tool", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", + "mode": "vector", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q018", + "category": "fact_tool", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q019", + "category": "fact_goal", + "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", + "mode": "fts", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2020/vladyslav_krupko/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q019", + "category": "fact_goal", + "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", + "mode": "vector", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q019", + "category": "fact_goal", + "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q020", + "category": "fact_goal", + "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", + "mode": "fts", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q020", + "category": "fact_goal", + "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", + "mode": "vector", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/cesar_gutierrez/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2020/pavol_hudak/README.md", + "pages/students/2020/matej_kobylan/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q020", + "category": "fact_goal", + "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/ronald_zalacko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2020/pavol_hudak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q021", + "category": "fact_goal", + "question": "Aký je cieľ projektu AI4Steel?", + "mode": "fts", + "expected_documents": [ + "pages/topics/steel/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/topics/steel/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2018/samuel_sirotnik/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/jakub_maruniak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q021", + "category": "fact_goal", + "question": "Aký je cieľ projektu AI4Steel?", + "mode": "vector", + "expected_documents": [ + "pages/topics/steel/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/topics/steel/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2020/vladyslav_krupko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q021", + "category": "fact_goal", + "question": "Aký je cieľ projektu AI4Steel?", + "mode": "hybrid", + "expected_documents": [ + "pages/topics/steel/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/topics/steel/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q022", + "category": "fact_topic", + "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2022/andrii_pervashov/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2020/vladyslav_krupko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q022", + "category": "fact_topic", + "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2019/samuel_horani/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/maros_harahus/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q022", + "category": "fact_topic", + "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2019/samuel_horani/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/maros_harahus/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q023", + "category": "multi_document", + "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", + "mode": "fts", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/oleksandr_hryshchenko/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 1, + "recall_at_1": 0.333333, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.666667 + }, + { + "id": "q023", + "category": "multi_document", + "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", + "mode": "vector", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2021/oleksandr_hryshchenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "hit_at_1": 1, + "recall_at_1": 0.333333, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q023", + "category": "multi_document", + "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2021/oleksandr_hryshchenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "hit_at_1": 1, + "recall_at_1": 0.333333, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q024", + "category": "negative", + "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q024", + "category": "negative", + "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q024", + "category": "negative", + "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + } + ] +}